diff --git a/.github/workflows/benchmark-runner.yml b/.github/workflows/benchmark-runner.yml index fb1dd6c2b..8577dc276 100644 --- a/.github/workflows/benchmark-runner.yml +++ b/.github/workflows/benchmark-runner.yml @@ -17,7 +17,7 @@ jobs: benchmark-json-oss-standalone: strategy: matrix: - member_id: [1, 2, 3] + member_id: [1, 2, 3, 4, 5] uses: ./.github/workflows/benchmark-flow.yml secrets: inherit with: @@ -27,7 +27,7 @@ jobs: benchmark-json-oss-standalone-profiler: strategy: matrix: - member_id: [1, 2, 3] + member_id: [1, 2, 3, 4, 5] uses: ./.github/workflows/benchmark-flow.yml secrets: inherit with: diff --git a/tests/benchmarks/.gitignore b/tests/benchmarks/.gitignore index afe427269..57686ad02 100644 --- a/tests/benchmarks/.gitignore +++ b/tests/benchmarks/.gitignore @@ -4,3 +4,7 @@ datasets/*.rdb *.rdb binaries +*.rdb +*.log +*.zip + diff --git a/tests/benchmarks/defaults.yml b/tests/benchmarks/defaults.yml index b52de40f2..189063564 100644 --- a/tests/benchmarks/defaults.yml +++ b/tests/benchmarks/defaults.yml @@ -21,6 +21,10 @@ exporter: - "$.Tests.Overall.min_latency_ms" - '$."ALL STATS".*."Ops/sec"' - '$."ALL STATS".*."Latency"' + - "$.OverallRates.overallOpsRate" + - "$.OverallQuantiles.allCommands.q50" + - "$.OverallQuantiles.allCommands.q95" + - "$.OverallQuantiles.allCommands.q99" comparison: metrics: - "Ops/sec" diff --git a/tests/benchmarks/json_set_10M_docs_array_nested_array_text.yml b/tests/benchmarks/json_set_10M_docs_array_nested_array_text.yml new file mode 100644 index 000000000..281553c48 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_array_nested_array_text.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_array_nested_array_text" +description: "JSON.SET of 10M docs with a single nested array with a text field within it" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-array-text/10M-json-array-nested-array-text.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_array_with_text.yml b/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_array_with_text.yml new file mode 100644 index 000000000..57b646b14 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_array_with_text.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_array_nested_dict_with_array_with_text" +description: "JSON.SET of 10M docs with a single nested array with a dict with an array with a text field within it" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-dict-with-array-with-text/10M-json-array-nested-dict-with-array-with-text.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_numeric_int.yml b/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_numeric_int.yml new file mode 100644 index 000000000..8c94830d4 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_numeric_int.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_array_nested_dict_with_numeric_int" +description: "JSON.SET of 10M docs with a single nested array with a dict with an array with a numeric int field within it" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-dict-with-numeric-int/10M-json-array-nested-dict-with-numeric-int.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_text.yml b/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_text.yml new file mode 100644 index 000000000..3aacee567 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_array_nested_dict_with_text.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_array_nested_dict_with_text" +description: "JSON.SET of 10M docs with a single nested array with a dict with text field within it" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-dict-with-text/10M-json-array-nested-dict-with-text.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_array_single_numeric_int.yml b/tests/benchmarks/json_set_10M_docs_array_single_numeric_int.yml new file mode 100644 index 000000000..7c21d5838 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_array_single_numeric_int.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_array_single_numeric_int" +description: "JSON.SET of 10M docs with a single numeric int field whitin an array" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-singlevalue-numeric-int/10M-json-array-singlevalue-numeric-int.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_array_single_text.yml b/tests/benchmarks/json_set_10M_docs_array_single_text.yml new file mode 100644 index 000000000..d4347dfd2 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_array_single_text.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_array_single_text" +description: "JSON.SET of 10M docs with a single text field whitin an array" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-text-json-array/10M-singlevalue-text-json-array.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_single_bool.yml b/tests/benchmarks/json_set_10M_docs_single_bool.yml new file mode 100644 index 000000000..ad53f6fa7 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_single_bool.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_single_bool" +description: "JSON.SET of 10M docs with a single bool field" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "//s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-bool-json/10M-singlevalue-bool-json.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_single_numeric_float.yml b/tests/benchmarks/json_set_10M_docs_single_numeric_float.yml new file mode 100644 index 000000000..674d8d0bc --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_single_numeric_float.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_single_numeric_float" +description: "JSON.SET of 10M docs with a single numeric field with float values" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-numeric-float-json/10M-singlevalue-numeric-float-json.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_single_numeric_int.yml b/tests/benchmarks/json_set_10M_docs_single_numeric_int.yml new file mode 100644 index 000000000..296abf9e4 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_single_numeric_int.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_single_numeric_int" +description: "JSON.SET of 10M docs with a single numeric field with int values" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-numeric-int-json/10M-singlevalue-numeric-int-json.redisjson.commands.SETUP.csv" diff --git a/tests/benchmarks/json_set_10M_docs_single_text.yml b/tests/benchmarks/json_set_10M_docs_single_text.yml new file mode 100644 index 000000000..d8262e126 --- /dev/null +++ b/tests/benchmarks/json_set_10M_docs_single_text.yml @@ -0,0 +1,11 @@ +version: 0.2 +name: "json_set_10M_docs_single_text" +description: "JSON.SET of 10M docs with a single text field" + + +clientconfig: + - tool: ftsb_redisearch + - parameters: + - workers: 64 + - reporting-period: 1s + - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-text-json/10M-singlevalue-text-json.redisjson.commands.SETUP.csv"