diff --git a/server/text_generation_server/models/vlm_causal_lm.py b/server/text_generation_server/models/vlm_causal_lm.py index c3b184a3..9502d31b 100644 --- a/server/text_generation_server/models/vlm_causal_lm.py +++ b/server/text_generation_server/models/vlm_causal_lm.py @@ -1,9 +1,12 @@ +import os import torch +import tempfile import requests from PIL import Image from io import BytesIO from contextlib import contextmanager + from opentelemetry import trace from typing import Iterable, Optional, Tuple, List, Type, Dict