Move IPEX import earlier

xorbitsai · Feb 6, 2024 · 4f8c2cb · 4f8c2cb
1 parent 2ed67e0
commit 4f8c2cb
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 5 deletions.
diff --git a/xinference/__init__.py b/xinference/__init__.py
@@ -18,6 +18,12 @@
 __version__ = _version.get_versions()["version"]
 
 
+try:
+    import intel_extension_for_pytorch  # noqa: F401
+except:
+    pass
+
+
 def _install():
     from xoscar.backends.router import Router
 

diff --git a/xinference/device_utils.py b/xinference/device_utils.py
@@ -17,11 +17,6 @@
 import torch
 from typing_extensions import Literal, Union
 
-try:
-    import intel_extension_for_pytorch  # noqa: F401
-except:
-    pass
-
 
 DeviceType = Literal["cuda", "mps", "xpu", "cpu"]