update

main.py

@@ -4,9 +4,9 @@
 import sys
 from typing import List
 import os
+import sysconfig
 import time
 import subprocess
-import set_torch
 
 from fastapi import FastAPI, Request, status, HTTPException
 from pydantic import BaseModel
@@ -15,7 +15,24 @@
 import uvicorn
 
 
+def set_torch():
+    torch_path = os.path.join(sysconfig.get_paths()["purelib"], "torch\\lib")
+    paths = os.environ.get("PATH", "")
+    if os.path.exists(torch_path):
+        print(f"torch found: {torch_path}")
+        if torch_path in paths:
+            print("torch already set")
+        else:
+            print("run:")
+            os.environ['PATH'] = paths + os.pathsep + torch_path + os.pathsep
+            print(f'set Path={paths + os.pathsep + torch_path + os.pathsep}')
+    else:
+        print("torch not found")
+
+
 def init_chatglm(chatglm):
+    set_torch()
+
     import torch
     from torch.cuda import get_device_properties
     from transformers import AutoModel, AutoTokenizer