From 37f92f2c044cdf6c6a6008311059c55e8fcfc533 Mon Sep 17 00:00:00 2001 From: drbh Date: Thu, 16 Jan 2025 17:42:52 +0000 Subject: [PATCH] fix: tweak param types --- .../text_generation_server/models/custom_modeling/qwen2_vl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/models/custom_modeling/qwen2_vl.py b/server/text_generation_server/models/custom_modeling/qwen2_vl.py index 34ddc5c9..95cf6a31 100644 --- a/server/text_generation_server/models/custom_modeling/qwen2_vl.py +++ b/server/text_generation_server/models/custom_modeling/qwen2_vl.py @@ -517,11 +517,11 @@ class Qwen2VLForConditionalGeneration(nn.Module): pixel_values: torch.FloatTensor = None, image_grid_thw: Optional[torch.LongTensor] = None, video_grid_thw: Optional[torch.LongTensor] = None, - pixel_attention_mask=None, + pixel_attention_mask: Optional[torch.Tensor] = None, image_sizes: Optional[torch.LongTensor] = None, adapter_data: Optional[torch.Tensor] = None, cross_attention_states: Optional[torch.Tensor] = None, - image_indices=None, + image_indices: Optional[torch.Tensor] = None, ): inputs_embeds = self.embed_tokens(input_ids)