huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Cannot use the latest transformers

Browse Source 
Signed-off-by: yuanwu <yuan.wu@intel.com>
This commit is contained in:
yuanwu 2025-05-22 18:09:31 +03:00
parent 1ccf86ce84
commit 5e1d1bf174
3 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/gaudi/Makefile
View File

@ -2,7 +2,7 @@ mkfile_path := $(abspath $(lastword $(MAKEFILE_LIST)))
mkfile_dir := $(dir $(mkfile_path)) mkfile_dir := $(dir $(mkfile_path))
root_dir := ${mkfile_dir}/../.. root_dir := ${mkfile_dir}/../..
HABANA_VERSION := 1.21.0 HABANA_VERSION := 1.20.0
PYTORCH_VERSION := 2.6.0 PYTORCH_VERSION := 2.6.0
.PHONY: image run-local-dev-container install-dependencies install-server install-router install-launcher local-dev-install .PHONY: image run-local-dev-container install-dependencies install-server install-router install-launcher local-dev-install

3
backends/gaudi/server/text_generation_server/models/custom_modeling/qwen2_5_vl.py
View File

@ -49,8 +49,7 @@ from text_generation_server.models.custom_modeling.flash_qwen2_modeling import (
# Copied from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/qwen2_5_vl/processing_qwen2_5_vl.py # Copied from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/qwen2_5_vl/processing_qwen2_5_vl.py
from typing import Union from typing import Union
from transformers.feature_extraction_utils import BatchFeature from transformers.feature_extraction_utils import BatchFeature
from transformers.image_utils import ImageInput from transformers.image_utils import ImageInput, VideoInput
from transformers.video_utils import VideoInput
from transformers.processing_utils import ( from transformers.processing_utils import (
ProcessingKwargs, ProcessingKwargs,
ProcessorMixin, ProcessorMixin,

2
backends/gaudi/tgi-entrypoint.sh
View File

@ -12,7 +12,7 @@ if [[ "$ATTENTION" == "paged" ]]; then
# Check if Llama-4 is in the command line arguments # Check if Llama-4 is in the command line arguments
if [[ "$*" == *"Llama-4"* || "$*" == *"Qwen3"* ]]; then if [[ "$*" == *"Llama-4"* || "$*" == *"Qwen3"* ]]; then
echo 'ATTENTION=paged and Llama-4 or Qwen3 detected' echo 'ATTENTION=paged and Llama-4 or Qwen3 detected'
pip install transformers==4.52.2 pip install git+https://github.com/huggingface/transformers.git@29338949
fi fi
fi fi