From ac2dccd1740ec222c33e637d49b2293e6012f4af Mon Sep 17 00:00:00 2001 From: Mohit Sharma Date: Fri, 27 Sep 2024 12:34:04 +0000 Subject: [PATCH] improved error messag --- server/text_generation_server/layers/linear.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/server/text_generation_server/layers/linear.py b/server/text_generation_server/layers/linear.py index 69b6294b..08306d57 100644 --- a/server/text_generation_server/layers/linear.py +++ b/server/text_generation_server/layers/linear.py @@ -13,7 +13,9 @@ if SYSTEM == "rocm": try: from vllm import _custom_C except Exception as e: - raise ImportError(f"Could not load `vllm._custom_C`. Full error: {e}") + raise ImportError( + f"Could not load `vllm._custom_C` for ROCm skinny gemm. Full error: {e}" + ) class FastLinear(torch.nn.Module):