Workaround for lora OOM on lowvram mode.

NeoWorldTeam · Aug 7, 2024 · cb7c4b4 · cb7c4b4
1 parent 1208863
commit cb7c4b4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/comfy/model_patcher.py b/comfy/model_patcher.py
@@ -348,8 +348,8 @@ def __call__(self, weight):
                 m.comfy_cast_weights = True
             else:
                 if hasattr(m, "weight"):
-                    self.patch_weight_to_device(weight_key, device_to)
-                    self.patch_weight_to_device(bias_key, device_to)
+                    self.patch_weight_to_device(weight_key) #TODO: speed this up without causing OOM
+                    self.patch_weight_to_device(bias_key)
                     m.to(device_to)
                     mem_counter += comfy.model_management.module_size(m)
                     logging.debug("lowvram: loaded module regularly {} {}".format(n, m))