huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Receive base64 encoded images.

Browse Source
This commit is contained in:
Nicolas Patry 2023-10-04 15:40:30 +02:00
parent 8ec1b87f16
commit 1710777ff9
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
server/text_generation_server/models/custom_modeling/idefics_image_processing.py
View File

@ -35,6 +35,7 @@ from transformers.image_utils import (
valid_images, valid_images,
) )
from io import BytesIO from io import BytesIO
import base64
import requests import requests
from transformers import TensorType, is_torch_available from transformers import TensorType, is_torch_available
@ -194,10 +195,17 @@ class IdeficsImageProcessor(BaseImageProcessor):
if isinstance(image_url_or_urls, list): if isinstance(image_url_or_urls, list):
return [self.fetch_images(x) for x in image_url_or_urls] return [self.fetch_images(x) for x in image_url_or_urls]
elif isinstance(image_url_or_urls, str): elif isinstance(image_url_or_urls, str):
image = image_url_or_urls
if image.startswith("http://") or image.startswith("https://"):
response = requests.get(image_url_or_urls, stream=True, headers=headers, timeout=(1, 5)) response = requests.get(image_url_or_urls, stream=True, headers=headers, timeout=(1, 5))
response.raise_for_status() response.raise_for_status()
content = response.content
else:
content = base64.b64decode(image)
try: try:
image = Image.open(BytesIO(response.content)) image = Image.open(BytesIO(content))
# image.verify() # image.verify()
except Exception: except Exception:
raise ValueError(f"Could not load image from url {image_url_or_urls}") raise ValueError(f"Could not load image from url {image_url_or_urls}")