RedisAI · alonre24 · Jun 9, 2022 · Jun 6, 2022 · Jun 6, 2022 · Jun 6, 2022
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -140,11 +140,18 @@ commands:
       - run:
           name: Build
           command: make -C opt all SHOW=1
+      - restore_cache:
+          keys:
+            - v1.2-tests_data
       - run:
           name: Test
           command: |
             make -C opt test SHOW=1
           no_output_timeout: 20m
+      - save_cache:
+          paths:
+            - tests/flow/test_data
+          key: v1.2-tests_data
       - run:
           name: Package
           command: |
@@ -182,6 +189,9 @@ commands:
           name: Build for valgrind
           command: |
             make -C opt all VALGRIND=1 SHOW=1
+      - restore_cache:
+          keys:
+            - v1.2-tests_data
       - run:
           name: Test with valgrind
           command: |
@@ -198,6 +208,9 @@ commands:
       - restore_cache:
           keys:
           - v1.2.5-deps-{{ checksum "get_deps.sh" }}-gpu
+      - restore_cache:
+          keys:
+            - v1.2-tests_data-gpu
       - relocate-docker-storage
       - run:
           name: Build
@@ -215,6 +228,10 @@ commands:
             mkdir -p $HOME/tests
             docker run --gpus all -v $HOME/tests:/build/tests/flow/logs -it --rm redisai-gpu:latest-test
           no_output_timeout: 40m
+      - save_cache:
+          paths:
+            - tests/flow/test_data
+          key: v1.2-tests_data-gpu
       - store_artifacts:
           path: /home/circleci/tests
 
@@ -331,6 +348,9 @@ jobs:
           name: Build for coverage
           command: |
             make -C opt all COV=1 SHOW=1
+      - restore_cache:
+          keys:
+            - v1.2-tests_data
       - run:
           name: Test with coverage
           command: |

diff --git a/.gitignore b/.gitignore
@@ -137,4 +137,7 @@ dkms.conf
 .idea_modules/
 
 # docs site
-site/
+site/
+
+# test data
+tests/flow/test_data
diff --git a/tests/flow/onnx_benchmark.py b/tests/flow/onnx_benchmark.py
@@ -1,5 +1,4 @@
-import os
-
+import subprocess
 from RLTest import Env
 from includes import *
 import shutil
@@ -25,7 +24,6 @@ def handler(signum, frame):
 def _exit():
     # remove the logs that were auto generated by redis
     shutil.rmtree('logs', ignore_errors=True)
-    print("from exit\n")
     sys.exit(1)
 
 
@@ -172,6 +170,13 @@ def run_bert():
                         help='The number of parallel clients that send consecutive run requests per model')
     args = parser.parse_args()
 
+    if not os.path.isdir('tests/flow/test_data'):
+        print("Downloading tests data from s3...")
+        with open('tests/flow/test_data_files.txt') as f:
+            for resource in f.readlines():
+                subprocess.call(['wget', '-q', '-x', '-nH', '--cut-dirs=2', resource[:-1], '-P', 'tests/flow/test_data'])
+        print("Done")
+
     terminate_flag = 0
     print(f'Running ONNX benchmark on RedisAI, using {args.num_threads} working threads')
     env = Env(module='install-cpu/redisai.so',

diff --git a/tests/flow/test_data/Pads.bin b/tests/flow/test_data/Pads.bin
diff --git a/tests/flow/test_data/__init__.py b/tests/flow/test_data/__init__.py
diff --git a/tests/flow/test_data/batchdim_mismatch.onnx b/tests/flow/test_data/batchdim_mismatch.onnx
diff --git a/tests/flow/test_data/batchdim_mismatch.pt b/tests/flow/test_data/batchdim_mismatch.pt
diff --git a/tests/flow/test_data/bert-base-cased.onnx b/tests/flow/test_data/bert-base-cased.onnx
diff --git a/tests/flow/test_data/creditcard_10K.csv b/tests/flow/test_data/creditcard_10K.csv
diff --git a/tests/flow/test_data/creditcardfraud.pb b/tests/flow/test_data/creditcardfraud.pb
diff --git a/tests/flow/test_data/frozen_bad_model.pb b/tests/flow/test_data/frozen_bad_model.pb
diff --git a/tests/flow/test_data/graph.pb b/tests/flow/test_data/graph.pb
diff --git a/tests/flow/test_data/graph_v2.pb b/tests/flow/test_data/graph_v2.pb
diff --git a/tests/flow/test_data/identity_string.onnx b/tests/flow/test_data/identity_string.onnx
diff --git a/tests/flow/test_data/identity_string.pb b/tests/flow/test_data/identity_string.pb
diff --git a/tests/flow/test_data/imagenet/__init__.py b/tests/flow/test_data/imagenet/__init__.py
diff --git a/tests/flow/test_data/imagenet/cat.jpg b/tests/flow/test_data/imagenet/cat.jpg
diff --git a/tests/flow/test_data/imagenet/data_processing_script.txt b/tests/flow/test_data/imagenet/data_processing_script.txt
diff --git a/tests/flow/test_data/imagenet/data_processing_script_old.txt b/tests/flow/test_data/imagenet/data_processing_script_old.txt
diff --git a/tests/flow/test_data/imagenet/dog.jpg b/tests/flow/test_data/imagenet/dog.jpg
diff --git a/tests/flow/test_data/imagenet/imagenet_class_index.json b/tests/flow/test_data/imagenet/imagenet_class_index.json
diff --git a/tests/flow/test_data/imagenet/model_checker.py b/tests/flow/test_data/imagenet/model_checker.py
diff --git a/tests/flow/test_data/imagenet/model_saver.py b/tests/flow/test_data/imagenet/model_saver.py
diff --git a/tests/flow/test_data/imagenet/resnet50.pb b/tests/flow/test_data/imagenet/resnet50.pb
diff --git a/tests/flow/test_data/imagenet_class_index.json b/tests/flow/test_data/imagenet_class_index.json
diff --git a/tests/flow/test_data/inception-v2-9.onnx b/tests/flow/test_data/inception-v2-9.onnx
diff --git a/tests/flow/test_data/linear_iris.onnx b/tests/flow/test_data/linear_iris.onnx
diff --git a/...est_data/lite-model_imagenet_mobilenet_v3_small_100_224_classification_5_default_1.tflite b/...est_data/lite-model_imagenet_mobilenet_v3_small_100_224_classification_5_default_1.tflite
diff --git a/tests/flow/test_data/logreg_iris.onnx b/tests/flow/test_data/logreg_iris.onnx
diff --git a/tests/flow/test_data/mnist.onnx b/tests/flow/test_data/mnist.onnx
diff --git a/tests/flow/test_data/mnist_batched.onnx b/tests/flow/test_data/mnist_batched.onnx
diff --git a/tests/flow/test_data/mnist_model_quant.tflite b/tests/flow/test_data/mnist_model_quant.tflite
diff --git a/tests/flow/test_data/mobilenet/__init__.py b/tests/flow/test_data/mobilenet/__init__.py
diff --git a/tests/flow/test_data/mobilenet/mobilenet_v1_100_224_cpu_NxHxWxC.pb b/tests/flow/test_data/mobilenet/mobilenet_v1_100_224_cpu_NxHxWxC.pb
diff --git a/tests/flow/test_data/mobilenet/mobilenet_v1_100_224_gpu_NxHxWxC.pb b/tests/flow/test_data/mobilenet/mobilenet_v1_100_224_gpu_NxHxWxC.pb
diff --git a/tests/flow/test_data/mobilenet/mobilenet_v1_100_224_gpu_NxHxWxC_fp16_trt.pb b/tests/flow/test_data/mobilenet/mobilenet_v1_100_224_gpu_NxHxWxC_fp16_trt.pb
diff --git a/tests/flow/test_data/mobilenet/mobilenet_v2_1.4_224_frozen.pb b/tests/flow/test_data/mobilenet/mobilenet_v2_1.4_224_frozen.pb
diff --git a/tests/flow/test_data/mobilenet/model_saver.py b/tests/flow/test_data/mobilenet/model_saver.py
diff --git a/tests/flow/test_data/mobilenet_v2_1.4_224_frozen.pb b/tests/flow/test_data/mobilenet_v2_1.4_224_frozen.pb
diff --git a/tests/flow/test_data/model_with_external_initializers.onnx b/tests/flow/test_data/model_with_external_initializers.onnx
diff --git a/tests/flow/test_data/model_with_infinite_loop.onnx b/tests/flow/test_data/model_with_infinite_loop.onnx
diff --git a/tests/flow/test_data/mul_1.onnx b/tests/flow/test_data/mul_1.onnx
diff --git a/tests/flow/test_data/old_script.txt b/tests/flow/test_data/old_script.txt
diff --git a/tests/flow/test_data/one.png b/tests/flow/test_data/one.png
diff --git a/tests/flow/test_data/one.raw b/tests/flow/test_data/one.raw
diff --git a/tests/flow/test_data/onnx_batch.py b/tests/flow/test_data/onnx_batch.py