Added OpenAssistant/oasst-sft-7e3-llama-30b to model configs (#2894)

LAION-AI · Apr 25, 2023 · 35ee0f5 · 35ee0f5
1 parent c6591bd
commit 35ee0f5
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/oasst-shared/oasst_shared/model_configs.py b/oasst-shared/oasst_shared/model_configs.py
@@ -113,6 +113,11 @@ def compat_hash(self) -> str:
         max_total_length=1792,  # seeing OOMs on 2048 on an A100 80GB
         quantized=True,
     ),
+    "OA_SFT_Llama_30B_7e3": ModelConfig(
+        model_id="OpenAssistant/oasst-sft-7e3-llama-30b",
+        max_input_length=1024,
+        max_total_length=1792,  # seeing OOMs on 2048 on an A100 80GB
+    ),
     "Carper_RLHF_13B_1": ModelConfig(
         model_id="CarperAI/vicuna-13b-fine-tuned-rlhf",
         max_input_length=1024,