huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

mllama filter crash fix

Browse Source 
Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
This commit is contained in:
Wang, Yi A 2025-06-29 22:47:11 -07:00
parent d05a5c3f0a
commit 9f6d1704fe
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/text_generation_server/models/mllama_causal_lm.py
View File

@ -59,7 +59,7 @@ class MllamaCausalLMBatch(VlmCausalLMBatch):
@tracer.start_as_current_span("filter") @tracer.start_as_current_span("filter")
def filter(self, request_ids: List[int]): def filter(self, request_ids: List[int]):
assert self.image_indices is not None assert self.image_indices is not None
batch = super().filter(request_ids) batch = super(VlmCausalLMBatch, self).filter(request_ids)
assert self.image_indices is not None assert self.image_indices is not None
indices = [] indices = []
for i, request_id in enumerate(request_ids): for i, request_id in enumerate(request_ids):
@ -85,6 +85,7 @@ class MllamaCausalLMBatch(VlmCausalLMBatch):
] ]
else: else:
batch.cross_attention_states = None batch.cross_attention_states = None
batch.pixel_values = None
return batch return batch
@classmethod @classmethod