huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 03:14:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

lora cpu fix

Browse Source 
Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
This commit is contained in:
Wang, Yi A 2025-07-16 23:36:14 -07:00
parent d31bdfdbae
commit 0df4d225b5
1 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/text_generation_server/layers/lora.py
View File

@ -16,12 +16,15 @@ else:
punica_sgmv = None punica_sgmv = None
if SYSTEM == "ipex": if SYSTEM == "ipex":
try:
from intel_extension_for_pytorch.llm.functional import ( from intel_extension_for_pytorch.llm.functional import (
bgmv_expand, bgmv_expand,
bgmv_shrink, bgmv_shrink,
sgmv_expand, sgmv_expand,
sgmv_shrink, sgmv_shrink,
) )
except ImportError:
pass
if TYPE_CHECKING: if TYPE_CHECKING: