From 2b3f65048d7de3364947158041e67fd071b49c21 Mon Sep 17 00:00:00 2001 From: cdawg Date: Wed, 19 Jul 2023 17:50:46 +0200 Subject: [PATCH] line break --- server/text_generation_server/utils/gptq/quantize.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/gptq/quantize.py b/server/text_generation_server/utils/gptq/quantize.py index 5ec2d011..bee1e446 100644 --- a/server/text_generation_server/utils/gptq/quantize.py +++ b/server/text_generation_server/utils/gptq/quantize.py @@ -864,7 +864,8 @@ def quantize( ) with init_empty_weights(): - model = AutoModelForCausalLM.from_config(config, torch_dtype=torch.float16,trust_remote_code=trust_remote_code) + model = AutoModelForCausalLM.from_config(config, torch_dtype=torch.float16, + trust_remote_code=trust_remote_code) model = model.eval() print("LOADED model")