huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Access times

Browse Source
This commit is contained in:
Daniël de Kok 2024-08-02 14:17:56 +00:00
parent 9caee1f368
commit aa1c96a7a4
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
backends/v3/src/radix.rs
View File

@ -34,15 +34,17 @@ impl RadixTrie {
} }
} }
pub fn find(&self, key: &[u32], blocks: &mut Vec<u32>) { pub fn find(&mut self, key: &[u32], blocks: &mut Vec<u32>) {
self.time += 1;
self.find_(self.root, key, blocks); self.find_(self.root, key, blocks);
} }
fn find_(&self, node_id: NodeId, key: &[u32], blocks: &mut Vec<u32>) { fn find_(&mut self, node_id: NodeId, key: &[u32], blocks: &mut Vec<u32>) {
let node = &self.nodes[node_id]; let node = &self.nodes[node_id];
if let Some(&child_id) = node.children.get(&key[0]) { if let Some(&child_id) = node.children.get(&key[0]) {
let child = &self.nodes[child_id]; let child = self.nodes.get_mut(child_id).unwrap();
child.last_accessed = self.time;
let shared_prefix_len = child.key.shared_prefix_len(key); let shared_prefix_len = child.key.shared_prefix_len(key);
blocks.extend(&child.blocks[..shared_prefix_len]); blocks.extend(&child.blocks[..shared_prefix_len]);
@ -61,10 +63,9 @@ impl RadixTrie {
fn insert_(&mut self, node_id: NodeId, key: &[u32], blocks: &[u32]) -> usize { fn insert_(&mut self, node_id: NodeId, key: &[u32], blocks: &[u32]) -> usize {
assert_eq!(key.len(), blocks.len()); assert_eq!(key.len(), blocks.len());
//let node = self.nodes.get_mut(node).unwrap();
if let Some(&child_id) = self.nodes[node_id].children.get(&key[0]) { if let Some(&child_id) = self.nodes[node_id].children.get(&key[0]) {
let child = self.nodes.get_mut(child_id).unwrap(); let child = self.nodes.get_mut(child_id).unwrap();
child.last_accessed = self.time;
let shared_prefix_len = child.key.shared_prefix_len(key); let shared_prefix_len = child.key.shared_prefix_len(key);
// We are done, the prefix is already in the trie. // We are done, the prefix is already in the trie.