handle no torch import available case

Author: kallewoof

src/transformers/utils/agnostic.py

@@ -15,14 +15,18 @@
 GPU calls that are device-agnostic.
 """
 
-import torch
+try:
+    import torch
+except Exception:
+    torch = None
 
 
 class AgnosticGPU:
     @staticmethod
     def configure() -> "AgnosticGPU":
         return (
-            CUDAGPU()
+            NoGPU() if torch is None
+            else CUDAGPU()
             if torch.cuda.is_available()
             else XPUGPU()
             if (hasattr(torch, "xpu") and torch.xpu.is_available())
@@ -45,6 +49,7 @@ def device_count(self) -> int:
 
 class CUDAGPU(AgnosticGPU):
     def __init__(self):
+        assert torch is not None
         self.name = "cuda"
         self.is_accelerator_available = torch.cuda.is_available
         self.current_device = torch.cuda.current_device
@@ -53,6 +58,7 @@ def __init__(self):
 
 class XPUGPU(AgnosticGPU):
     def __init__(self):
+        assert torch is not None
         self.name = "xpu"
         self.is_accelerator_available = torch.xpu.is_available
         self.current_device = torch.xpu.current_device
@@ -61,6 +67,7 @@ def __init__(self):
 
 class MPSGPU(AgnosticGPU):
     def __init__(self):
+        assert torch is not None
         self.name = "mps"
         self.is_accelerator_available = torch.mps.is_available
         # self.current_device = torch.mps.current_device