huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 22:02:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Idefics

Browse Source
This commit is contained in:
Daniël de Kok 2024-09-03 11:36:11 +00:00
parent 029d2719c1
commit bac2cf7655
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
router/src/validation.rs
View File

@ -602,9 +602,10 @@ fn image_tokens(
}
}
fn image_id(config: &Config) -> u32 {
fn image_id(config: &Config, tokenizer: &Tokenizer) -> u32 {
use Config::*;
match config {
Idefics => tokenizer.token_to_id("<image>").unwrap(),
Idefics2(idefics) => idefics.image_token_id,
LlavaNext(llava) => llava.image_token_index,
Paligemma(paligemma) => paligemma.image_token_index,
@ -700,7 +701,7 @@ fn prepare_input(
(
tokenizer_query,
input_chunks,
image_id(&config),
image_id(&config, &tokenizer),
image_hashes,
image_lens,
)