support model Mixtral-8x7B-Instruct-v0.1-GGUF

smalltong02 · May 2, 2024 · d5b9b9a · d5b9b9a
1 parent 69a525e
commit d5b9b9a
Show file tree

Hide file tree

Showing 4 changed files with 91,178 additions and 0 deletions.
diff --git a/WebUI/configs/webuiconfig.json b/WebUI/configs/webuiconfig.json
@@ -1233,6 +1233,16 @@
                         "preset": "Mistral Instruct",
                         "load_type": "llamacpp",
                         "Huggingface": "TheBloke/Mixtral-8x7B-v0.1-GGUF"
+                    },
+                    "Mixtral-8x7B-Instruct-v0.1-GGUF": {
+                        "path": "models/llm/Mixtral-8x7B-Instruct-v0.1-GGUF",
+                        "device": "cpu",
+                        "maxmemory": 50,
+                        "cputhreads": 4,
+                        "loadbits": 16,
+                        "preset": "Mistral Instruct",
+                        "load_type": "llamacpp",
+                        "Huggingface": "TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
                     }
                 },
                 "70B Model": {

diff --git a/models/llm/Mixtral-8x7B-Instruct-v0.1-GGUF/config.json b/models/llm/Mixtral-8x7B-Instruct-v0.1-GGUF/config.json
@@ -0,0 +1,3 @@
+{
+    "model_type": "mixtral"
+}