diff --git a/comfy/model_management.py b/comfy/model_management.py
index 77c05510..22a584a2 100644
--- a/comfy/model_management.py
+++ b/comfy/model_management.py
@@ -326,7 +326,7 @@ def model_load(self, lowvram_model_memory=0, force_patch_weights=False):
                 self.model_unload()
                 raise e
 
-        if is_intel_xpu() and not args.disable_ipex_optimize and self.real_model is not None:
+        if is_intel_xpu() and not args.disable_ipex_optimize and 'ipex' in globals() and self.real_model is not None:
             with torch.no_grad():
                 self.real_model = ipex.optimize(self.real_model.eval(), inplace=True, graph_mode=True, concat_linear=True)