huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed.

Browse Source
This commit is contained in:
Nicolas Patry 2024-05-15 10:21:16 +00:00
parent 65bc0aaa58
commit 1bcaf8f5ca
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server/text_generation_server/models/vlm_causal_lm.py
View File

@ -173,10 +173,7 @@ class VlmCausalLMBatch(FlashMistralBatch):
image_id = 0 image_id = 0
for chunk in chunks: for chunk in chunks:
if chunk["type"] == "text": if chunk["type"] == "text":
if config.model_type == "paligemma": full_text += chunk["content"]
full_text += "<bos>" + chunk["content"] + "\n"
else:
full_text += chunk["content"]
elif chunk["type"] == "image": elif chunk["type"] == "image":
image = chunk["content"] image = chunk["content"]
# Should never receive URLs anymore, processing should be done # Should never receive URLs anymore, processing should be done