Accept blank tokenizer/args in harness generator

Stability-AI · Sep 1, 2023 · 3b52e8c · 3b52e8c
1 parent dab7e73
commit 3b52e8c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/scripts/generate_harness.py b/scripts/generate_harness.py
@@ -55,8 +55,14 @@ def generate_harness(path):
     # args are technically not required
     args = conf["model"].get("args")
     model_args = f"pretrained={model_path}"
+
+    if tokenizer in ("''", '""'):
+        tokenizer = None
     if tokenizer:
         model_args += "," + f"tokenizer={tokenizer}"
+
+    if args in ("''", '""'):
+        args = None
     if args:
         model_args += "," + args