From 87a1cee32ccf993600d464f99312f63fd6aafcdc Mon Sep 17 00:00:00 2001 From: Thanaji Rao Thakkalapelli Date: Tue, 15 Oct 2024 13:23:48 -0700 Subject: [PATCH] Fix sysntax error in PR 232 --- server/text_generation_server/models/causal_lm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/causal_lm.py b/server/text_generation_server/models/causal_lm.py index 66d0fcc00..3ef04cc9c 100644 --- a/server/text_generation_server/models/causal_lm.py +++ b/server/text_generation_server/models/causal_lm.py @@ -696,7 +696,7 @@ class CausalLM(Model): if model.config.model_type in ["llama", "mistral", "starcoder2", "qwen2", "falcon"]: - if model.config.model_type not in ["falcon"] + if model.config.model_type not in ["falcon"]: kwargs["attn_softmax_bf16"] = True kwargs["trim_logits"] = True