Update optimum/gptq/quantizer.py

Co-authored-by: Ilyas Moutawwakil <[email protected]>
huggingface · Dec 19, 2024 · c8a6528 · c8a6528
1 parent c446522
commit c8a6528
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/gptq/quantizer.py b/optimum/gptq/quantizer.py
@@ -702,7 +702,7 @@ def tmp(_, input, output):
         model = self.post_init_model(model)
 
         torch.cuda.empty_cache()
-        if hasattr(torch, "xpu"):
+        if hasattr(torch, "xpu") and torch.xpu.is_available():
             torch.xpu.empty_cache()
         return model