huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Less spammy logs too.

Browse Source
This commit is contained in:
Nicolas Patry 2025-03-05 20:58:27 +01:00
parent a495ee5342
commit 5208d3f93e
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/v3/src/queue.rs
View File

@ -311,7 +311,7 @@ impl State {
+ entry.request.stopping_parameters.max_new_tokens + entry.request.stopping_parameters.max_new_tokens
+ self.speculate + self.speculate
- 1; - 1;
tracing::debug!("Allocating {tokens} with {input_ids:?}"); // tracing::debug!("Allocating {tokens} with {input_ids:?}");
let block_allocation = match block_allocator.allocate(tokens, input_ids).await { let block_allocation = match block_allocator.allocate(tokens, input_ids).await {
None => { None => {
@ -322,7 +322,7 @@ impl State {
break 'entry_loop; break 'entry_loop;
} }
Some(mut block_allocation) => { Some(mut block_allocation) => {
tracing::debug!("Allocation: {block_allocation:?}"); // tracing::debug!("Allocation: {block_allocation:?}");
max_blocks = max(max_blocks, block_allocation.blocks.len() as u32); max_blocks = max(max_blocks, block_allocation.blocks.len() as u32);
if block_allocation.prefix_len == entry.request.input_length { if block_allocation.prefix_len == entry.request.input_length {