From 4a38185d78023013e902a9c66175f13d80e45a40 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 14 Aug 2024 11:29:40 +0200 Subject: [PATCH] Removing the logs. --- backends/v3/src/radix.rs | 2 -- server/text_generation_server/models/flash_causal_lm.py | 2 +- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/backends/v3/src/radix.rs b/backends/v3/src/radix.rs index 386720e0..5bac1a31 100644 --- a/backends/v3/src/radix.rs +++ b/backends/v3/src/radix.rs @@ -89,8 +89,6 @@ impl Allocator for RadixAllocator { let prefix_len = blocks.len(); let suffix_len = tokens - prefix_len as u32; - tracing::info!("Prefix {prefix_len} - Suffix {suffix_len}"); - match self.alloc_or_reclaim(suffix_len as usize) { Some(suffix_blocks) => blocks.extend(suffix_blocks), None => { diff --git a/server/text_generation_server/models/flash_causal_lm.py b/server/text_generation_server/models/flash_causal_lm.py index 63c97d94..3285a527 100644 --- a/server/text_generation_server/models/flash_causal_lm.py +++ b/server/text_generation_server/models/flash_causal_lm.py @@ -1743,7 +1743,7 @@ class FlashCausalLM(Model): left = 0 if n_accepted_ids > 1: - log_master(logger.info, f"Speculated ids {n_accepted_ids - 1}") + log_master(logger.debug, f"Speculated ids {n_accepted_ids - 1}") current_stopped = False for j in range(index, index + n_accepted_ids):