From 83073b2069e258ed5b2939c979c83e8876d0a278 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Mon, 2 Dec 2024 18:32:49 +0100 Subject: [PATCH] Fmt. --- server/text_generation_server/models/causal_lm.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/server/text_generation_server/models/causal_lm.py b/server/text_generation_server/models/causal_lm.py index 82407de3..2f9ca456 100644 --- a/server/text_generation_server/models/causal_lm.py +++ b/server/text_generation_server/models/causal_lm.py @@ -630,7 +630,9 @@ class CausalLM(Model): if tokenizer.pad_token_id is None: if model.config.pad_token_id is not None: tokenizer.pad_token_id = model.config.pad_token_id - elif model.config.eos_token_id is not None and isinstance(model.config.eos_token_id, int): + elif model.config.eos_token_id is not None and isinstance( + model.config.eos_token_id, int + ): tokenizer.pad_token_id = model.config.eos_token_id elif tokenizer.eos_token_id is not None: tokenizer.pad_token_id = tokenizer.eos_token_id