diff --git a/Dockerfile_gaudi b/Dockerfile_gaudi index 4bda27cf..442eb6b7 100644 --- a/Dockerfile_gaudi +++ b/Dockerfile_gaudi @@ -127,5 +127,5 @@ ENV OMPI_MCA_btl_vader_single_copy_mechanism NONE COPY backends/gaudi/tgi-entrypoint.sh /tgi-entrypoint.sh RUN chmod +x /tgi-entrypoint.sh -#ENTRYPOINT ["/tgi-entrypoint.sh"] -#CMD ["--json-output"] +ENTRYPOINT ["/tgi-entrypoint.sh"] +CMD ["--json-output"] diff --git a/backends/gaudi/server/text_generation_server/models/custom_modeling/qwen2_5_vl.py b/backends/gaudi/server/text_generation_server/models/custom_modeling/qwen2_5_vl.py index 5f180458..441b0016 100644 --- a/backends/gaudi/server/text_generation_server/models/custom_modeling/qwen2_5_vl.py +++ b/backends/gaudi/server/text_generation_server/models/custom_modeling/qwen2_5_vl.py @@ -49,8 +49,7 @@ from text_generation_server.models.custom_modeling.flash_qwen2_modeling import ( # Copied from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/qwen2_5_vl/processing_qwen2_5_vl.py from typing import Union from transformers.feature_extraction_utils import BatchFeature -from transformers.image_utils import ImageInput -from transformers.video_utils import VideoInput +from transformers.image_utils import ImageInput, VideoInput from transformers.processing_utils import ( ProcessingKwargs, ProcessorMixin,