test(elacticity with nemesis): test 90 percent with nemesis

test supported nemesis with 90 percent

data_dir/nemesis.yml

@@ -55,9 +55,11 @@
   - kubernetes = True
 - disrupt_disable_binary_gossip_execute_major_compaction:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
 - disrupt_disable_enable_ldap_authorization:
   - disruptive = True
+  - elasticity = True
   - limited = True
 - disrupt_drain_kubernetes_node_then_decommission_and_add_scylla_node:
   - disruptive = True
@@ -84,36 +86,44 @@
   - config_changes = True
 - disrupt_hard_reboot_node:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - limited = True
   - free_tier_set = True
 - disrupt_hot_reloading_internode_certificate:
   - disruptive = False
   - config_changes = True
+  - elasticity = True
 - disrupt_increase_shares_by_attach_another_sl_during_load:
   - disruptive = True
+  - elasticity = True
   - sla = True
 - disrupt_kill_scylla:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - free_tier_set = True
 - disrupt_ldap_connection_toggle:
   - disruptive = False
   - limited = True
+  - elasticity = True
 - disrupt_load_and_stream:
   - disruptive = False
   - run_with_gemini = False
   - kubernetes = True
   - limited = True
+  - elasticity = True
 - disrupt_major_compaction:
   - disruptive = False
   - kubernetes = True
   - limited = True
+  - elasticity = True
 - disrupt_maximum_allowed_sls_with_max_shares_during_load:
   - disruptive = False
   - sla = True
 - disrupt_memory_stress:
   - disruptive = True
+  - elasticity = True
   - free_tier_set = True
 - disrupt_mgmt_backup:
   - manager_operation = True
@@ -143,41 +153,50 @@
   - limited = True
   - schema_changes = True
   - free_tier_set = True
+  - elasticity = True
 - disrupt_multiple_hard_reboot_node:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - free_tier_set = True
 - disrupt_network_block:
   - disruptive = True
+  - elasticity = True
   - networking = True
   - run_with_gemini = False
   - kubernetes = True
 - disrupt_network_random_interruptions:
   - disruptive = True
+  - elasticity = True
   - networking = True
   - run_with_gemini = False
   - kubernetes = True
 - disrupt_network_reject_inter_node_communication:
   - disruptive = True
+  - elasticity = True
   - networking = True
   - run_with_gemini = False
   - free_tier_set = True
 - disrupt_network_reject_node_exporter:
   - disruptive = True
+  - elasticity = True
   - networking = True
   - run_with_gemini = False
 - disrupt_network_reject_thrift:
   - disruptive = True
+  - elasticity = True
   - networking = True
   - run_with_gemini = False
 - disrupt_network_start_stop_interface:
   - disruptive = True
+  - elasticity = True
   - networking = True
   - run_with_gemini = False
 - disrupt_no_corrupt_repair:
   - disruptive = False
   - kubernetes = True
   - limited = True
+  - elasticity = True
 - disrupt_nodetool_cleanup:
   - disruptive = False
   - kubernetes = True
@@ -206,6 +225,7 @@
   - run_with_gemini = False
   - kubernetes = True
   - limited = True
+  - elasticity = True
 - disrupt_nodetool_refresh:
   - disruptive = False
   - run_with_gemini = False
@@ -221,6 +241,7 @@
   - topology_changes = True
 - disrupt_remove_service_level_while_load:
   - disruptive = True
+  - elasticity = True
   - sla = True
 - disrupt_repair_streaming_err:
   - disruptive = True
@@ -237,10 +258,12 @@
 - disrupt_resetlocalschema:
   - disruptive = False
   - config_changes = True
+  - elasticity = True
   - free_tier_set = True
 - disrupt_restart_then_repair_node:
   - disruptive = True
   - kubernetes = True
+  - elasticity = True
 - disrupt_restart_with_resharding:
   - disruptive = True
   - kubernetes = True
@@ -250,14 +273,17 @@
   - disruptive = True
   - full_cluster_restart = True
   - config_changes = True
+  - elasticity = True
 - disrupt_rolling_restart_cluster:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - free_tier_set = True
 - disrupt_rolling_restart_cluster:
   - disruptive = True
   - kubernetes = True
   - config_changes = True
+  - elasticity = True
   - free_tier_set = True
 - disrupt_run_cdcstressor_tool:
   - disruptive = False
@@ -282,6 +308,7 @@
   - limited = True
 - disrupt_soft_reboot_node:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - limited = True
   - free_tier_set = True
@@ -295,14 +322,17 @@
   - disruptive = False
 - disrupt_stop_start_scylla_server:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - limited = True
 - disrupt_stop_wait_start_scylla_server:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - limited = True
 - disrupt_switch_between_password_authenticator_and_saslauthd_authenticator_and_back:
   - disruptive = True
+  - elasticity = True
   - config_changes = True
 - disrupt_terminate_and_replace_node:
   - disruptive = True
@@ -316,13 +346,15 @@
   - kubernetes = True
 - disrupt_toggle_audit_syslog:
   - disruptive = True
+  - elasticity = True
   - schema_changes = True
   - config_changes = True
   - free_tier_set = True
 - disrupt_toggle_cdc_feature_properties_on_table:
   - disruptive = False
   - schema_changes = True
   - config_changes = True
+  - elasticity = True
   - free_tier_set = True
 - disrupt_toggle_table_gc_mode:
   - kubernetes = True
@@ -338,11 +370,13 @@
   - kubernetes = True
   - limited = True
   - free_tier_set = True
+  - elasticity = True
 - disrupt_truncate_large_partition:
   - disruptive = False
   - kubernetes = True
   - free_tier_set = True
 - disrupt_validate_hh_short_downtime:
   - disruptive = True
+  - elasticity = True
   - kubernetes = True
   - free_tier_set = True

jenkins-pipelines/performance_staging/perf-regression-latency-i4i_2xlarge-elasticity-90-percent-with-nemesis.jenkinsfile

@@ -0,0 +1,12 @@
+#!groovy
+
+// trick from https://github.com/jenkinsci/workflow-cps-global-lib-plugin/pull/43
+def lib = library identifier: 'sct@snapshot', retriever: legacySCM(scm)
+
+perfRegressionParallelPipeline(
+    backend: "aws",
+    availability_zone: 'a',
+    test_name: "performance_regression_test.PerformanceRegressionTest",
+    test_config: """["test-cases/performance/perf-regression-latency-i4i_2xlarge-elasticity-90-percent-with-nemesis.yaml", "configurations/disable_kms.yaml]""",
+    sub_tests: ["test_latency_write_with_nemesis", "test_latency_read_with_nemesis", "test_latency_mixed_with_nemesis"],
+)

longevity_test.py

@@ -152,7 +152,6 @@ def test_custom_time(self):  # noqa: PLR0914
             self.run_tombstone_gc_verification_thread(**tombstone_gc_verification_params)
 
         self.run_prepare_write_cmd()
-
         # Grow cluster to target size if requested
         if cluster_target_size := self.params.get('cluster_target_size'):
             add_node_cnt = self.params.get('add_node_cnt')

performance_regression_test.py

@@ -834,6 +834,9 @@ def post_upgrades_steady_state(self):
         time.sleep(sleep_time)
         InfoEvent(message='Ended Post-Upgrade Steady State calculation. Took %ss' % sleep_time).publish()
 
+    def run_workload_and_scale(self):
+        pass
+
     def run_workload_and_upgrade(self, stress_cmd, sub_type=None):
         # next 3 lines, is a workaround to have it working inside `latency_calculator_decorator`
         self.cluster = self.db_cluster  # pylint: disable=attribute-defined-outside-init
@@ -895,6 +898,10 @@ def test_latency_mixed_with_upgrade(self):
         self._prepare_latency_with_upgrade()
         self.run_workload_and_upgrade(stress_cmd=self.params.get('stress_cmd_m'))
 
+    def test_latency_mixed_with_scale(self):
+        # self._prepare_latency_with_upgrade()
+        self.run_workload_and_scale()
+
 
 class PerformanceRegressionMaterializedViewLatencyTest(PerformanceRegressionTest):
     """