Merge pull request #15 from smalltong02/RAG_dev1.0.1

commit base code for Image Recognition & Generation feature.
smalltong02 · Jan 29, 2024 · ba26b30 · ba26b30
2 parents 03e523c + c2e33a3
commit ba26b30
Show file tree

Hide file tree

Showing 4 changed files with 612 additions and 47 deletions.
diff --git a/WebUI/configs/specialmodels.py b/WebUI/configs/specialmodels.py
@@ -287,7 +287,6 @@ def load_causallm_model(app: FastAPI, model_name, model_path, device):
     else:
         tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
     model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype="auto", device_map=device, low_cpu_mem_usage=True, trust_remote_code=True).eval()
-
     app._model = model
     app._tokenizer = tokenizer
     app._model_name = model_name

diff --git a/WebUI/configs/webuiconfig.json b/WebUI/configs/webuiconfig.json
@@ -115,6 +115,38 @@
                 "Huggingface": "BAAI/bge-reranker-large"
             }
         },
+        "ImageRecognition": {
+            "blip-image-captioning-large": {
+                "type": "local",
+                "path": "models/imagerecognition/blip-image-captioning-large",
+                "device": "auto",
+                "loadbits": 16,
+                "Huggingface": "Salesforce/blip-image-captioning-large"
+            }
+        },
+        "ImageGeneration": {
+            "animagine-xl-3.0": {
+                "type": "local",
+                "path": "models/imagegeneration/animagine-xl-3.0",
+                "device": "auto",
+                "loadbits": 16,
+                "Huggingface": "cagliostrolab/animagine-xl-3.0"
+            },
+            "IP-Adapter-FaceID": {
+                "type": "local",
+                "path": "models/imagegeneration/IP-Adapter-FaceID",
+                "device": "auto",
+                "loadbits": 16,
+                "Huggingface": "h94/IP-Adapter-FaceID"
+            },
+            "OpenDalleV1.1": {
+                "type": "local",
+                "path": "models/imagegeneration/OpenDalleV1.1",
+                "device": "auto",
+                "loadbits": 16,
+                "Huggingface": "dataautogpt3/OpenDalleV1.1"
+            }
+        },
         "VtoTModel": {
             "whisper-base": {
                 "type": "local",