flag & stage to test one model per lib before testing all

.github/workflows/nlu_test_flow.yaml

@@ -33,6 +33,10 @@ jobs:
         if:
         run: |
           python -c 'from johnsnowlabs import nlp;nlp.install(browser_login = False, force_browser=False,visual=True)'
+      - name: Run one test per lib
+        if: always()
+        run: |
+          python tests/run_tests.py --test_type one_per_lib
       - name: Run all tests
         if: always()
         run: |

tests/run_tests.py

@@ -1,3 +1,4 @@
+import argparse
 import json
 import os
 import subprocess
@@ -6,10 +7,12 @@
 
 import colorama
 
+
 sys.path.append(os.getcwd())
 sys.path.append(os.getcwd() + '/tests')
 sys.path.append(os.getcwd() + '/tests/utils')
 from utils import all_tests
+from tests.utils import one_per_lib
 _TEST_TIMEOUT = 60*60*20
 
 def run_cmd_and_check_succ(
@@ -61,9 +64,21 @@ def log_process(result: subprocess.CompletedProcess):
     # because we cannot de-allocate models from JVM from within a test
     # So to prevent JVM-OOM we need to run each test in a separate process
 
+    parser = argparse.ArgumentParser(description='Testing CLI')
+    parser.add_argument('test_type', choices=['all', 'one_per_lib'], default='all', help='Type of test to run')
+    args = parser.parse_args()
     logs = {}
-    total_tests = len(all_tests)
-    for i, test_params in enumerate(all_tests):
+    tests_to_execute = all_tests
+
+    if args.test_type == 'all':
+        tests_to_execute = all_tests
+    elif args.test_type == 'one_per_lib':
+        tests_to_execute = one_per_lib
+    total_tests = len(tests_to_execute)
+
+
+    print(f'Running Tests: {tests_to_execute}')
+    for i, test_params in enumerate(tests_to_execute):
         if i % 10 == 0:
             # Delete models so we dont run out of diskspace
             os.system('rm -r ~/cache_pretrained')
@@ -84,3 +99,4 @@ def log_process(result: subprocess.CompletedProcess):
             failed += 1
             print(logs[test_idx])
     print(f"{'#' * 10} {failed} of {total_tests} failed {'#' * 10}")
+