diff --git a/server/text_generation_server/layers/gptq/__init__.py b/server/text_generation_server/layers/gptq/__init__.py index 3f9c086d..1172775f 100644 --- a/server/text_generation_server/layers/gptq/__init__.py +++ b/server/text_generation_server/layers/gptq/__init__.py @@ -57,5 +57,5 @@ elif CAN_EXLLAMA: except ImportError: pass -if SYSTEM != "xpu": - from text_generation_server.layers.gptq.quant_linear import QuantLinear + +from text_generation_server.layers.gptq.quant_linear import QuantLinear