Skip to content

Commit

Permalink
test(elasticity): use cql-stress
Browse files Browse the repository at this point in the history
Using cql-stress to verify if problems relate to java driver or are
scylladb server based.
  • Loading branch information
soyacz committed Jun 7, 2024
1 parent 566fb2d commit 69e5f92
Show file tree
Hide file tree
Showing 4 changed files with 18 additions and 13 deletions.
5 changes: 5 additions & 0 deletions configurations/tablets-initial-256.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
append_scylla_yaml: |
experimental_features:
- tablets
- consistent-topology-changes
tablets_initial_scale_factor: 32
2 changes: 1 addition & 1 deletion defaults/aws_config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ instance_type_monitor: 't3.large'
# manual on creating loader AMI's: see docs/new_loader_ami.md
ami_id_loader: 'ami-07dc305835cc4ccbf'
# manual on updating monitor images see: docs/monitoring-images.md
ami_id_monitor: 'scylladb-monitor-4-6-2-2024-02-13t08-06-04z'
ami_id_monitor: 'scylladb-monitor-4-7-2-2024-05-13t08-38-47z'

availability_zone: 'a'
root_disk_size_monitor: 50 # GB, remove this field if default disk size should be used
Expand Down
4 changes: 2 additions & 2 deletions defaults/test_default.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ scylla_linux_distro: 'ubuntu-focal'
scylla_linux_distro_loader: 'ubuntu-jammy'
ssh_transport: 'libssh2'

monitor_branch: 'branch-4.6'
monitor_branch: 'branch-4.7'

space_node_threshold: 0

Expand Down Expand Up @@ -213,7 +213,7 @@ stress_image:
kcl: 'scylladb/hydra-loaders:kcl-jdk8-20210526-ShardSyncStrategyType-PERIODIC'
harry: 'scylladb/hydra-loaders:cassandra-harry-jdk11-20220816'
latte: 'scylladb/hydra-loaders:latte-0.25.1-scylladb'
cql-stress-cassandra-stress: 'scylladb/hydra-loaders:cql-stress-cassandra-stress-20240119'
cql-stress-cassandra-stress: 'scylladb/hydra-loaders:cql-stress-cassandra-stress-20240606'

service_level_shares: [1000]

Expand Down
Original file line number Diff line number Diff line change
@@ -1,17 +1,17 @@
test_duration: 3000
prepare_write_cmd: ["cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=1..162500000",
"cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=162500000..325000000",
"cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=325000000..487500000",
"cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=487500000..650000000"]
prepare_write_cmd: ["cql-stress-cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=40000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop seq=1..162500000",
"cql-stress-cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=40000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop seq=162500000..325000000",
"cql-stress-cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=40000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop seq=325000000..487500000",
"cql-stress-cassandra-stress write no-warmup cl=ALL n=162500000 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=40000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop seq=487500000..650000000"]
# OSS cmd's
#stress_cmd_w: "cassandra-stress write no-warmup cl=QUORUM duration=2850m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=16500/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' "
#stress_cmd_r: "cassandra-stress read no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=10310/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' "
#stress_cmd_m: "cassandra-stress mixed no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=8750/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,6500000)' "

# Enterprise cmd's
stress_cmd_w: "cassandra-stress write no-warmup cl=QUORUM duration=2850m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=21000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' "
stress_cmd_r: "cassandra-stress read no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=16000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' "
stress_cmd_m: "cassandra-stress mixed no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=15000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,6500000)' "
stress_cmd_w: "cql-stress-cassandra-stress write no-warmup cl=QUORUM duration=2850m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=21000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' "
stress_cmd_r: "cql-stress-cassandra-stress read no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=16000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' "
stress_cmd_m: "cql-stress-cassandra-stress mixed no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=15000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,6500000)' "

# OSS cmd's for 80%
#stress_cmd_w: "cassandra-stress write no-warmup cl=QUORUM duration=2850m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=24000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop seq=1..62500000 "
Expand All @@ -24,7 +24,7 @@ stress_cmd_m: "cassandra-stress mixed no-warmup cl=QUORUM duration=800m -schema
#stress_cmd_m: "cassandra-stress mixed no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=250 fixed=22000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,6500000)' "

n_db_nodes: 3
nemesis_add_node_cnt: 9
nemesis_add_node_cnt: 3
n_loaders: 4
n_monitor_nodes: 1

Expand All @@ -47,6 +47,6 @@ print_kernel_callstack: true

store_perf_results: true
email_recipients: ["[email protected]"]
use_prepared_loaders: true
use_hdr_cs_histogram: true
use_prepared_loaders: false
use_hdr_cs_histogram: false
email_subject_postfix: 'latency during grow-shrink'

0 comments on commit 69e5f92

Please sign in to comment.