From 05c1c27fbdd800c298ecb7bf72099b41b2b55b50 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Danie=CC=88l=20de=20Kok?= Date: Wed, 5 Jun 2024 11:32:50 +0000 Subject: [PATCH] Fix GPTQWeight import --- server/text_generation_server/layers/gptq/exllama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/layers/gptq/exllama.py b/server/text_generation_server/layers/gptq/exllama.py index 4875af38..f27666b7 100644 --- a/server/text_generation_server/layers/gptq/exllama.py +++ b/server/text_generation_server/layers/gptq/exllama.py @@ -1,4 +1,4 @@ -from text_generation_server.utils.weights import GPTQWeight +from text_generation_server.layers.gptq import GPTQWeight import torch from exllama_kernels import make_q4, q4_matmul, prepare_buffers, set_tuning_params