add qwen model

Author: little51

Qwen_7b.py

@@ -0,0 +1,16 @@
+import requests
+import json
+import datetime
+
+
+def getAnswerFromQwen7b_v2(contextx):
+    data = json.dumps(contextx)
+    url = 'http://172.16.62.66:8008/stream'
+    headers = {'content-type': 'application/json;charset=utf-8'}
+    r = requests.post(url, data=data, headers=headers)
+    res = r.json()
+    if r.status_code == 200:
+        return res
+    else:
+        now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
+        return {'response': '算力不足，请稍候再试！[stop]', 'history': [], 'status': 200, 'time': now}

chat/package.json

@@ -1,6 +1,6 @@
 {
   "name": "aiitchat",
-  "version": "1.3.20",
+  "version": "1.5.0",
   "private": true,
   "dependencies": {
     "@chatui/core": "^2.4.2",

chat/src/App.js

@@ -15,13 +15,19 @@ var history = []
 const defaultQuickReplies = [
   {
     icon: 'message',
-    name: 'ChatGLM2模型',
+    name: 'ChatGLM2',
     isNew: false,
     isHighlight: true,
   },
   {
     icon: 'file',
-    name: 'Vicuna模型',
+    name: '通义千问',
+    isNew: true,
+    isHighlight: true,
+  },
+  {
+    icon: 'file',
+    name: 'Vicuna',
     isNew: false,
     isHighlight: true,
   },
@@ -111,6 +117,10 @@ function App() {
       modelname = "ChatGLM-6b";
       changeTitleStyle(0);
     }
+    else if (item.name.startsWith("通义千问")) {
+      modelname = "Qwen-7b";
+      changeTitleStyle(2);
+    }
     else if (item.name.startsWith("Llama2")) {
       modelname = "Llama-7b";
       changeTitleStyle(2);

codegen_stream.py

@@ -7,6 +7,7 @@
 from ChatGLM_6b import getAnswerFromChatGLM6b, getAnswerFromChatGLM6b_v2
 from Vicuna_7b import getAnswerFromVicuna7b, getAnswerFromVicuna7b_v2
 from LlaMA2_7b import getAnswerFromLLaMA_v2
+from Qwen_7b import getAnswerFromQwen7b_v2
 
 filter_string = None
 
@@ -106,6 +107,8 @@ async def codegen_stream_v2(request):
         result = getAnswerFromVicuna7b_v2(context)
     elif modelname == 'Llama-7b':
         result = getAnswerFromLLaMA_v2(context)
+    elif modelname == 'Qwen-7b':
+        result = getAnswerFromQwen7b_v2(context)
     else:
         result = getAnswerFromChatGLM6b_v2(context)
     stop = result["response"] .endswith("[stop]")