huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix idefics.

Browse Source
This commit is contained in:
Nicolas Patry 2023-08-28 09:16:39 +02:00
parent cd226354fb
commit adc43c6f8f
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/text_generation_server/models/idefics_causal_lm.py
View File

@ -763,6 +763,8 @@ class IdeficsCausalLM(Model):
else:
prefill_tokens = None
top_tokens=None
generation = Generation(
request.id,
prefill_tokens,
@ -771,6 +773,7 @@ class IdeficsCausalLM(Model):
next_token_text,
next_token_id_squeezed.item() in self.all_special_ids,
generated_text,
top_tokens
)
generations.append(generation)