From adc43c6f8f2aa4e2e9e31624314c77841d5001dc Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Mon, 28 Aug 2023 09:16:39 +0200
Subject: [PATCH] Fix idefics.

---
 server/text_generation_server/models/idefics_causal_lm.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/server/text_generation_server/models/idefics_causal_lm.py b/server/text_generation_server/models/idefics_causal_lm.py
index faad63ba..2dac87bc 100644
--- a/server/text_generation_server/models/idefics_causal_lm.py
+++ b/server/text_generation_server/models/idefics_causal_lm.py
@@ -763,6 +763,8 @@ class IdeficsCausalLM(Model):
                 else:
                     prefill_tokens = None
 
+                top_tokens=None
+
                 generation = Generation(
                     request.id,
                     prefill_tokens,
@@ -771,6 +773,7 @@ class IdeficsCausalLM(Model):
                     next_token_text,
                     next_token_id_squeezed.item() in self.all_special_ids,
                     generated_text,
+                    top_tokens
                 )
 
                 generations.append(generation)