Add WizardLM-2 7b support

jncraton · Apr 15, 2024 · bb203c2 · bb203c2
1 parent 39f4900
commit bb203c2
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 0 deletions.
diff --git a/changelog.md b/changelog.md
@@ -6,6 +6,7 @@
 
 - Support gemma-2b-it
 - Support h2o-danube2-1.8b-chat
+- Support WizardLM-2-7B
 
 ## 0.18.0 - 2024-02-23
 

diff --git a/languagemodels/config.py b/languagemodels/config.py
@@ -53,6 +53,17 @@ class ModelFilterException(Exception):
             "GPT4 Correct Assistant:"
         ),
     },
+    {
+        "name": "WizardLM-2-7B",
+        "tuning": "instruct",
+        "datasets": ["mistral", "wizardlm"],
+        "params": 7e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "architecture": "decoder-only-transformer",
+        "license": "apache-2.0",
+        "prompt_fmt": "USER: {instruction} ASSISTANT:",
+    },
     {
         "name": "neural-chat-7b-v3-1",
         "tuning": "instruct",