From 0df4d225b5e24e19c82131c0b8daad9626c7ced5 Mon Sep 17 00:00:00 2001
From: "Wang, Yi A" <yi.a.wang@intel.com>
Date: Wed, 16 Jul 2025 23:36:14 -0700
Subject: [PATCH] lora cpu fix

Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
---
 server/text_generation_server/layers/lora.py | 15 +++++++++------
 1 file changed, 9 insertions(+), 6 deletions(-)

diff --git a/server/text_generation_server/layers/lora.py b/server/text_generation_server/layers/lora.py
index daac638c..54cc8bf6 100644
--- a/server/text_generation_server/layers/lora.py
+++ b/server/text_generation_server/layers/lora.py
@@ -16,12 +16,15 @@ else:
     punica_sgmv = None
 
 if SYSTEM == "ipex":
-    from intel_extension_for_pytorch.llm.functional import (
-        bgmv_expand,
-        bgmv_shrink,
-        sgmv_expand,
-        sgmv_shrink,
-    )
+    try:
+        from intel_extension_for_pytorch.llm.functional import (
+            bgmv_expand,
+            bgmv_shrink,
+            sgmv_expand,
+            sgmv_shrink,
+        )
+    except ImportError:
+        pass
 
 
 if TYPE_CHECKING: