diff --git a/server/text_generation_server/layers/lora.py b/server/text_generation_server/layers/lora.py
index daac638c..54cc8bf6 100644
--- a/server/text_generation_server/layers/lora.py
+++ b/server/text_generation_server/layers/lora.py
@@ -16,12 +16,15 @@ else:
     punica_sgmv = None
 
 if SYSTEM == "ipex":
-    from intel_extension_for_pytorch.llm.functional import (
-        bgmv_expand,
-        bgmv_shrink,
-        sgmv_expand,
-        sgmv_shrink,
-    )
+    try:
+        from intel_extension_for_pytorch.llm.functional import (
+            bgmv_expand,
+            bgmv_shrink,
+            sgmv_expand,
+            sgmv_shrink,
+        )
+    except ImportError:
+        pass
 
 
 if TYPE_CHECKING: