huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: apply paligemma template conditionally

Browse Source
This commit is contained in:
drbh 2024-05-14 15:56:04 -04:00
parent c119ac4d1d
commit d6e306c2b3
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server/text_generation_server/models/vlm_causal_lm.py
View File

@ -173,7 +173,10 @@ class VlmCausalLMBatch(FlashMistralBatch):
image_id = 0 image_id = 0
for chunk in chunks: for chunk in chunks:
if chunk["type"] == "text": if chunk["type"] == "text":
full_text += "<bos>" + chunk["content"] + "\n" if config.model_type == "paligemma":
full_text += "<bos>" + chunk["content"] + "\n"
else:
full_text += chunk["content"]
elif chunk["type"] == "image": elif chunk["type"] == "image":
image = chunk["content"] image = chunk["content"]
# Should never receive URLs anymore, processing should be done # Should never receive URLs anymore, processing should be done