From 4086d93453e4b91679433e0bf016212721e42afc Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 15 May 2024 11:37:15 +0000 Subject: [PATCH] Removing accepted ids in the regular info logs, downgrade to debug. --- server/text_generation_server/models/flash_causal_lm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/flash_causal_lm.py b/server/text_generation_server/models/flash_causal_lm.py index 5aa7a568..ee72c033 100644 --- a/server/text_generation_server/models/flash_causal_lm.py +++ b/server/text_generation_server/models/flash_causal_lm.py @@ -1101,7 +1101,7 @@ class FlashCausalLM(Model): next_token_texts = [] left = 0 - logger.info(f"Accepted ids {n_accepted_ids}") + logger.debug(f"Accepted ids {n_accepted_ids}") current_stopped = False for j in range(index, index + n_accepted_ids):