huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-14 13:22:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Downgrade some logs.

Browse Source
This commit is contained in:
Nicolas Patry 2024-08-26 18:30:19 +02:00
parent 26e5037de4
commit 27b566baa8
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/v3/src/queue.rs
View File

@ -337,7 +337,7 @@ impl State {
break 'entry_loop; break 'entry_loop;
} }
Some(block_allocation) => { Some(block_allocation) => {
tracing::info!("Allocation: {block_allocation:?}"); tracing::debug!("Allocation: {block_allocation:?}");
max_blocks = max(max_blocks, block_allocation.blocks.len() as u32); max_blocks = max(max_blocks, block_allocation.blocks.len() as u32);
Some(block_allocation) Some(block_allocation)
} }

2
backends/v3/src/radix.rs
View File

@ -131,7 +131,7 @@ impl Allocator for RadixAllocator {
prefill_tokens: prefill_tokens.clone(), prefill_tokens: prefill_tokens.clone(),
}; };
tracing::info!("Blocks {blocks:?}"); tracing::debug!("Blocks {blocks:?}");
self.allocation_id += 1; self.allocation_id += 1;
self.allocations.insert(self.allocation_id, allocation); self.allocations.insert(self.allocation_id, allocation);