From 7a2136eeb8fcd38384583589b404307e308e75b1 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Mon, 31 Jul 2023 15:49:06 +0000 Subject: [PATCH] fix(server): Failing quantize config after local read. --- server/text_generation_server/utils/weights.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/weights.py b/server/text_generation_server/utils/weights.py index dcab6296..ef662ce1 100644 --- a/server/text_generation_server/utils/weights.py +++ b/server/text_generation_server/utils/weights.py @@ -224,7 +224,7 @@ class Weights: def _set_gptq_params(self, model_id): filename = "quantize_config.json" try: - if not os.path.exists(os.path.join(model_id, filename)): + if os.path.exists(os.path.join(model_id, filename)): filename = os.path.join(model_id, filename) else: filename = hf_hub_download(model_id, filename=filename)