huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Apply suggestions from code review

Browse Source 
Co-authored-by: OlivierDehaene <olivier@huggingface.co>
This commit is contained in:
Nicolas Patry 2024-08-29 11:58:57 +02:00 committed by GitHub
parent bef2f6bdaa
commit 4b375004c9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backends/v3/src/radix.rs
View File

@ -25,14 +25,6 @@ pub struct RadixAllocator {
impl RadixAllocator { impl RadixAllocator {
pub fn new(block_size: u32, n_blocks: u32, window_size: Option<u32>) -> Self { pub fn new(block_size: u32, n_blocks: u32, window_size: Option<u32>) -> Self {
// assert_eq!(
// block_size, 1,
// "Radix tree allocator only works with block_size=1, was: {}",
// block_size
// );
// if window_size.is_some() {
// unimplemented!("Window size not supported in the prefix-caching block allocator yet");
// }
RadixAllocator { RadixAllocator {
allocation_id: 0, allocation_id: 0,