[In-Progress] Extending ingestion benchmarks. Included a 10M docs single field benchmark

.github/workflows/benchmark-runner.yml

@@ -17,7 +17,7 @@ jobs:
   benchmark-json-oss-standalone:
     strategy:
       matrix:
-        member_id: [1, 2, 3]
+        member_id: [1, 2, 3, 4, 5]
     uses: ./.github/workflows/benchmark-flow.yml
     secrets: inherit
     with:
@@ -27,7 +27,7 @@ jobs:
   benchmark-json-oss-standalone-profiler:
     strategy:
       matrix:
-        member_id: [1, 2, 3]
+        member_id: [1, 2, 3, 4, 5]
     uses: ./.github/workflows/benchmark-flow.yml
     secrets: inherit
     with:

tests/benchmarks/.gitignore

@@ -4,3 +4,7 @@
 datasets/*.rdb
 *.rdb
 binaries
+*.rdb
+*.log
+*.zip
+

tests/benchmarks/defaults.yml

@@ -21,6 +21,10 @@ exporter:
       - "$.Tests.Overall.min_latency_ms"
       - '$."ALL STATS".*."Ops/sec"'
       - '$."ALL STATS".*."Latency"'
+      - "$.OverallRates.overallOpsRate"
+      - "$.OverallQuantiles.allCommands.q50"
+      - "$.OverallQuantiles.allCommands.q95"
+      - "$.OverallQuantiles.allCommands.q99"
   comparison:
     metrics:
       - "Ops/sec"

tests/benchmarks/json_set_10M_docs_array_nested_array_text.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_array_nested_array_text"
+description: "JSON.SET of 10M docs with a single nested array with a text field within it"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-array-text/10M-json-array-nested-array-text.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_array_nested_dict_with_array_with_text.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_array_nested_dict_with_array_with_text"
+description: "JSON.SET of 10M docs with a single nested array with a dict with an array with a text field within it"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-dict-with-array-with-text/10M-json-array-nested-dict-with-array-with-text.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_array_nested_dict_with_numeric_int.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_array_nested_dict_with_numeric_int"
+description: "JSON.SET of 10M docs with a single nested array with a dict with an array with a numeric int field within it"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-dict-with-numeric-int/10M-json-array-nested-dict-with-numeric-int.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_array_nested_dict_with_text.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_array_nested_dict_with_text"
+description: "JSON.SET of 10M docs with a single nested array with a dict with text field within it"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-nested-dict-with-text/10M-json-array-nested-dict-with-text.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_array_single_numeric_int.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_array_single_numeric_int"
+description: "JSON.SET of 10M docs with a single numeric int field whitin an array"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-json-array-singlevalue-numeric-int/10M-json-array-singlevalue-numeric-int.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_array_single_text.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_array_single_text"
+description: "JSON.SET of 10M docs with a single text field whitin an array"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-text-json-array/10M-singlevalue-text-json-array.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_single_bool.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_single_bool"
+description: "JSON.SET of 10M docs with a single bool field"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "//s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-bool-json/10M-singlevalue-bool-json.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_single_numeric_float.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_single_numeric_float"
+description: "JSON.SET of 10M docs with a single numeric field with float values"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-numeric-float-json/10M-singlevalue-numeric-float-json.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_single_numeric_int.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_single_numeric_int"
+description: "JSON.SET of 10M docs with a single numeric field with int values"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-numeric-int-json/10M-singlevalue-numeric-int-json.redisjson.commands.SETUP.csv"

tests/benchmarks/json_set_10M_docs_single_text.yml

@@ -0,0 +1,11 @@
+version: 0.2
+name: "json_set_10M_docs_single_text"
+description: "JSON.SET of 10M docs with a single text field"
+
+
+clientconfig:
+  - tool: ftsb_redisearch
+  - parameters:
+    - workers: 64
+    - reporting-period: 1s
+    - input: "https://s3.amazonaws.com/benchmarks.redislabs/redisearch/datasets/10M-singlevalue-text-json/10M-singlevalue-text-json.redisjson.commands.SETUP.csv"