cog: use full fledged fp32 weights

THUDM · Jul 2, 2023 · a2d9608 · a2d9608
1 parent fe2c55c
commit a2d9608
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/predict.py b/predict.py
@@ -15,7 +15,7 @@ def setup(self):
         )
         model = AutoModel.from_pretrained(
             "./chatglm2-6b", trust_remote_code=True, local_files_only=True
-        ).cuda()
+        ).float().cuda()
         patch_chat_glm.patch(model)
         self.model = model.eval()