huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing integration tests ? (Failures locally).

Browse Source
This commit is contained in:
Nicolas Patry 2024-04-05 18:06:04 +00:00
parent 7852a85b57
commit ccbfc05db5
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/text_generation_server/models/vlm_causal_lm.py
View File

@ -113,7 +113,8 @@ class VlmCausalLMBatch(FlashMistralBatch):
full_text += chunk["content"] full_text += chunk["content"]
elif chunk["type"] == "image": elif chunk["type"] == "image":
image = chunk["content"] image = chunk["content"]
image = processor.image_processor.fetch_images(image) if image.startswith("https://") or image.startswith("http://"):
image = processor.image_processor.fetch_images(image)
image_input = processor.image_processor(image, return_tensors="pt") image_input = processor.image_processor(image, return_tensors="pt")
height, width = image_input["image_sizes"][0] height, width = image_input["image_sizes"][0]
num_features = get_number_of_features(height, width, config) num_features = get_number_of_features(height, width, config)