向量处理问题

chatchat-space · May 21, 2024 · 842a230 · 842a230
1 parent 7b6cc81
commit 842a230
Showing 1 changed file with 8 additions and 3 deletions.
diff --git a/model-providers/model_providers/bootstrap_web/openai_bootstrap_web.py b/model-providers/model_providers/bootstrap_web/openai_bootstrap_web.py
@@ -228,7 +228,7 @@ async def create_embeddings(
                 model=embeddings_request.model,
             )
 
-            # 判断embeddings_request.input是否为list
+            # 判断embeddings_request.input是否为list[int]
             input = ""
             if isinstance(embeddings_request.input, list):
                 tokens = embeddings_request.input
@@ -241,8 +241,13 @@ async def create_embeddings(
                     model = "cl100k_base"
                     encoding = tiktoken.get_encoding(model)
                 for i, token in enumerate(tokens):
-                    text = encoding.decode(token)
-                    input += text
+                    # 判断是否是int
+                    if isinstance(token, int):
+                        text = encoding.decode(token)
+                        input += text
+                    else:
+                        input += token
+
 
             else:
                 input = embeddings_request.input