Reduce floating point rounding errors in loras.

comfyanonymous · Jul 15, 2023 · 6fb084f · 6fb084f
1 parent 91ed281
commit 6fb084f
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/comfy/sd.py b/comfy/sd.py
@@ -342,7 +342,9 @@ def patch_model(self):
             if key not in self.backup:
                 self.backup[key] = weight.clone()
 
-            weight[:] = self.calculate_weight(self.patches[key], weight.clone(), key)
+            temp_weight = weight.to(torch.float32, copy=True)
+            weight[:] = self.calculate_weight(self.patches[key], temp_weight, key).to(weight.dtype)
+            del temp_weight
         return self.model
 
     def calculate_weight(self, patches, weight, key):