huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add another problematic case

Browse Source
This commit is contained in:
Daniël de Kok 2024-07-16 10:20:11 +00:00
parent 0e6ff1293a
commit d4ce5389ce
1 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
router/src/infer/v3/block_allocator.rs
View File

@ -420,4 +420,14 @@ mod tests {
assert_eq!(allocation3.blocks, vec![3, 2]); assert_eq!(allocation3.blocks, vec![3, 2]);
assert_eq!(allocation3.slots, vec![6, 7, 4, 5]); assert_eq!(allocation3.slots, vec![6, 7, 4, 5]);
} }
#[test]
fn test_overlapping_prefixes_in_flight() {
let mut cache = PrefixCacheAllocator::new(2, 5, None);
let allocation1 = cache.alloc(4, &[0, 1, 2, 3]).unwrap();
let allocation2 = cache.alloc(4, &[0, 1, 2, 3]).unwrap();
cache.free(&allocation2.blocks, &allocation2.prefix_hashes);
cache.free(&allocation1.blocks, &allocation1.prefix_hashes);
}
} }