huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-10 19:32:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: update lints after rebase

Browse Source
This commit is contained in:
drbh 2024-12-13 16:07:52 +00:00
parent 5c7bc91a2f
commit bb00fb33ba
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/models/mllama_causal_lm.py
View File

@ -161,8 +161,8 @@ class MllamaCausalLMBatch(VlmCausalLMBatch):
dtype: torch.dtype, dtype: torch.dtype,
device: torch.device, device: torch.device,
) -> "VlmCausalLMBatch": ) -> "VlmCausalLMBatch":
batch_tokenized_inputs, image_inputs, _video_inputs = cls.batch_tokenized_inputs( batch_tokenized_inputs, image_inputs, _video_inputs = (
pb.requests, tokenizer, processor, config cls.batch_tokenized_inputs(pb.requests, tokenizer, processor, config)
) )
batch = cls.from_tokenized(pb, tokenizer, batch_tokenized_inputs, dtype, device) batch = cls.from_tokenized(pb, tokenizer, batch_tokenized_inputs, dtype, device)
# XXX: <|image|> token is actually out of bounds and bugs out the logit processors. # XXX: <|image|> token is actually out of bounds and bugs out the logit processors.