huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: default add special tokens to avoid vlm regressions

Browse Source
This commit is contained in:
drbh 2024-05-15 04:42:55 +00:00
parent 70713fc292
commit 17ac93efd3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/vlm_causal_lm.py
View File

@ -203,7 +203,7 @@ class VlmCausalLMBatch(FlashMistralBatch):
batch_inputs,
truncation=True,
max_length=max_truncation,
add_special_tokens=False,
add_special_tokens=not config.model_type == "paligemma",
)["input_ids"]
if image_inputs:
image_input = image_inputs[0]