Add check for missing cuda and ipex params

vladmandic · Jan 31, 2025 · 0397469 · 0397469
1 parent e193a92
commit 0397469
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/modules/devices.py b/modules/devices.py
@@ -374,7 +374,8 @@ def set_cudnn_params():
         torch.backends.cuda.matmul.allow_tf32 = True
         torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = True
         torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
-        torch.backends.cuda.allow_fp16_bf16_reduction_math_sdp(True)
+        if hasattr(torch.backends.cuda, "allow_fp16_bf16_reduction_math_sdp"): # only valid for torch >= 2.5
+            torch.backends.cuda.allow_fp16_bf16_reduction_math_sdp(True)
     except Exception as e:
         log.warning(f'Torch matmul: {e}')
     if torch.backends.cudnn.is_available():
@@ -395,7 +396,8 @@ def set_cudnn_params():
 def override_ipex_math():
     if backend == "ipex":
         try:
-            torch.xpu.set_fp32_math_mode(mode=torch.xpu.FP32MathMode.TF32)
+            if hasattr(torch.xpu, "set_fp32_math_mode"): # not available with pure torch+xpu, requires ipex
+                torch.xpu.set_fp32_math_mode(mode=torch.xpu.FP32MathMode.TF32)
         except Exception as e:
             log.warning(f'Torch ipex: {e}')