huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing the invalid popping.

Browse Source
This commit is contained in:
Nicolas Patry 2024-09-13 16:49:28 +02:00
parent a08f7eb993
commit 4fc01e243d
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/v3/src/queue.rs
View File

@ -364,7 +364,7 @@ impl State {
// Add it back to the front // Add it back to the front
tracing::debug!("Over budget: not enough free blocks"); tracing::debug!("Over budget: not enough free blocks");
self.entries.push_front((id, entry)); self.entries.push_front((id, entry));
break; continue;
} }
Some(block_allocation) => { Some(block_allocation) => {
tracing::debug!("Allocation: {block_allocation:?}"); tracing::debug!("Allocation: {block_allocation:?}");

1
backends/v3/src/radix.rs
View File

@ -97,6 +97,7 @@ impl Allocator for RadixAllocator {
self.cache_blocks self.cache_blocks
.decref(prefix_node) .decref(prefix_node)
.expect("Failed to decrement refcount"); .expect("Failed to decrement refcount");
tracing::debug!("Cannot allocate {:?}", self.cache_blocks);
return None; return None;
} }
} }