huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 00:12:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

improved error messag

Browse Source
This commit is contained in:
Mohit Sharma 2024-09-27 12:34:04 +00:00
parent 816d4b67b2
commit ac2dccd174
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/layers/linear.py
View File

@ -13,7 +13,9 @@ if SYSTEM == "rocm":
try: try:
from vllm import _custom_C from vllm import _custom_C
except Exception as e: except Exception as e:
raise ImportError(f"Could not load `vllm._custom_C`. Full error: {e}") raise ImportError(
f"Could not load `vllm._custom_C` for ROCm skinny gemm. Full error: {e}"
)
class FastLinear(torch.nn.Module): class FastLinear(torch.nn.Module):