Skip to content

Commit

Permalink
feature(test-cases): Add test cases for low and asymmetric loads
Browse files Browse the repository at this point in the history
This change adds new configurations for 200gb-48 longevities and one
low load 4 hour longevity, intended to simulate a low load happening
during repair processes, to cover potential overhead like in
scylladb/scylladb#14093.

Task: scylladb/qa-tasks#1416
  • Loading branch information
k0machi committed Aug 18, 2023
1 parent ab360e1 commit dcf45d6
Show file tree
Hide file tree
Showing 5 changed files with 98 additions and 2 deletions.
12 changes: 12 additions & 0 deletions jenkins-pipelines/longevity-10gb-4h-low-load.jenkinsfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
#!groovy

// trick from https://github.com/jenkinsci/workflow-cps-global-lib-plugin/pull/43
def lib = library identifier: 'sct@snapshot', retriever: legacySCM(scm)

longevityPipeline(
backend: 'aws',
region: 'eu-west-1',
test_name: 'longevity_test.LongevityTest.test_custom_time',
test_config: 'test-cases/longevity/longevity-10gb-4h-low-load.yaml',
instance_provision_fallback_on_demand: true
)
12 changes: 12 additions & 0 deletions jenkins-pipelines/longevity-200gb-48h-asymmetric.jenkinsfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
#!groovy

// trick from https://github.com/jenkinsci/workflow-cps-global-lib-plugin/pull/43
def lib = library identifier: 'sct@snapshot', retriever: legacySCM(scm)

longevityPipeline(
backend: 'aws',
region: 'eu-west-1',
test_name: 'longevity_test.LongevityTest.test_custom_time',
test_config: 'test-cases/longevity/longevity-200GB-48h-verifier-LimitedMonkey-tls-asymmetric.yaml'

)
30 changes: 30 additions & 0 deletions test-cases/longevity/longevity-10gb-4h-low-load.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
test_duration: 330

prepare_write_cmd: "cassandra-stress write cl=QUORUM n=2097152 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=1) compaction(strategy=SizeTieredCompactionStrategy)' -mode cql3 native -rate threads=40 -pop seq=1..2097152 -col 'n=FIXED(10) size=FIXED(512)' -log interval=5"

stress_cmd: ["cassandra-stress write cl=1 duration=240m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=1) compaction(strategy=SizeTieredCompactionStrategy)' -mode cql3 native -rate threads=15 -pop seq=1..2097152 -col 'n=FIXED(10) size=FIXED(512)' -log interval=5",
"cassandra-stress read cl=1 duration=240m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=1) compaction(strategy=SizeTieredCompactionStrategy)' -mode cql3 native -rate threads=15 -pop seq=1..2097152 -col 'n=FIXED(10) size=FIXED(512)' -log interval=5"
]

n_db_nodes: 6
n_loaders: 2
n_monitor_nodes: 1
seeds_num: 3

instance_type_db: 'i4i.4xlarge'

nemesis_class_name: 'NonDisruptiveMonkey'
nemesis_seed: '032'
nemesis_interval: 5
nemesis_filter_seeds: false

user_prefix: 'longevity-10gb-4h-low-load'
space_node_threshold: 64424

server_encrypt: true
client_encrypt: true

pre_create_schema: True
sstable_size: 100

hinted_handoff: 'enabled'
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
test_duration: 3100
prepare_write_cmd:
- "cassandra-stress write cl=ALL n=200200300 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=1000 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=15"
- "cassandra-stress write cl=ALL n=500 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=50 -col 'size=FIXED(1024) n=FIXED(4)' -pop seq=1..500 -log interval=15"
# prepare_verify_cmd: "cassandra-stress read cl=ALL n=200200300 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=2000 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=15"

stress_cmd: ["cassandra-stress write cl=QUORUM duration=2860m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=250 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=400200300..600200300 -log interval=15"]
stress_read_cmd:
- "cassandra-stress read cl=ONE duration=2860m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=250 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=5"
- "cassandra-stress read cl=ONE duration=2860m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=25 -col 'size=FIXED(1024) n=FIXED(4)' -pop seq=1..500 -log interval=5"
run_fullscan: ['{"mode": "table_and_aggregate", "ks_cf": "keyspace1.standard1", "interval": 5}']
n_db_nodes: 4
n_loaders: 1
n_monitor_nodes: 1

instance_type_db: 'i4i.4xlarge'
azure_instance_type_db: 'Standard_L16s_v3'
gce_instance_type_db: 'n2-highmem-16'

nemesis_class_name: 'SisyphusMonkey'
nemesis_selector: ['limited']
nemesis_seed: '003'
nemesis_interval: 30
nemesis_during_prepare: false
db_nodes_shards_selection: random

user_prefix: 'longevity-200gb-48h-verify-limited-tls'

space_node_threshold: 644245094

server_encrypt: true
client_encrypt: true
authenticator: 'PasswordAuthenticator'
authenticator_user: cassandra
authenticator_password: cassandra
authorizer: 'CassandraAuthorizer'

use_preinstalled_scylla: true
Original file line number Diff line number Diff line change
@@ -1,9 +1,13 @@
test_duration: 3100
prepare_write_cmd: "cassandra-stress write cl=ALL n=200200300 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=1000 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=15"
prepare_write_cmd:
- "cassandra-stress write cl=ALL n=200200300 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=1000 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=15"
- "cassandra-stress write cl=ALL n=500 -schema 'keyspace=lowload1 replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=50 -col 'size=FIXED(1024) n=FIXED(4)' -pop seq=1..500 -log interval=15"
# prepare_verify_cmd: "cassandra-stress read cl=ALL n=200200300 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=2000 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=15"

stress_cmd: ["cassandra-stress write cl=QUORUM duration=2860m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=250 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=400200300..600200300 -log interval=15"]
stress_read_cmd: ["cassandra-stress read cl=ONE duration=2860m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=250 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=5"]
stress_read_cmd:
- "cassandra-stress read cl=ONE duration=2860m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=250 -col 'size=FIXED(1024) n=FIXED(1)' -pop seq=1..200200300 -log interval=5"
- "cassandra-stress read cl=ONE duration=2860m -schema 'keyspace=lowload1 replication(strategy=NetworkTopologyStrategy,replication_factor=3) compaction(strategy=LeveledCompactionStrategy)' -mode cql3 native -rate threads=25 -col 'size=FIXED(1024) n=FIXED(4)' -pop seq=1..500 -log interval=5"
run_fullscan: ['{"mode": "table_and_aggregate", "ks_cf": "keyspace1.standard1", "interval": 5}']
n_db_nodes: 4
n_loaders: 1
Expand Down

0 comments on commit dcf45d6

Please sign in to comment.