diff --git a/comfy/model_patcher.py b/comfy/model_patcher.py
index 1edbf24ab15..54a64aa4778 100644
--- a/comfy/model_patcher.py
+++ b/comfy/model_patcher.py
@@ -367,7 +367,7 @@ def lowvram_load(self, device_to=None, lowvram_model_memory=0, force_patch_weigh
                 if mem_counter + module_mem >= lowvram_model_memory:
                     lowvram_weight = True
                     lowvram_counter += 1
-                    if m.comfy_cast_weights:
+                    if hasattr(m, "prev_comfy_cast_weights"): #Already lowvramed
                         continue
 
             weight_key = "{}.weight".format(n)