huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-20 22:32:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Idefics

Browse Source
This commit is contained in:
Daniël de Kok 2024-09-03 11:36:11 +00:00
parent 029d2719c1
commit bac2cf7655
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
router/src/validation.rs
View File

@ -602,9 +602,10 @@ fn image_tokens(
} }
} }
fn image_id(config: &Config) -> u32 { fn image_id(config: &Config, tokenizer: &Tokenizer) -> u32 {
use Config::*; use Config::*;
match config { match config {
Idefics => tokenizer.token_to_id("<image>").unwrap(),
Idefics2(idefics) => idefics.image_token_id, Idefics2(idefics) => idefics.image_token_id,
LlavaNext(llava) => llava.image_token_index, LlavaNext(llava) => llava.image_token_index,
Paligemma(paligemma) => paligemma.image_token_index, Paligemma(paligemma) => paligemma.image_token_index,
@ -700,7 +701,7 @@ fn prepare_input(
( (
tokenizer_query, tokenizer_query,
input_chunks, input_chunks,
image_id(&config), image_id(&config, &tokenizer),
image_hashes, image_hashes,
image_lens, image_lens,
) )