From a5600c23af8177b98e9300556392c8d1bf557a62 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 26 Jan 2024 17:34:38 +0000 Subject: [PATCH] Fix seq2seq. --- server/text_generation_server/models/seq2seq_lm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/seq2seq_lm.py b/server/text_generation_server/models/seq2seq_lm.py index 92dddaaf..143d0a3d 100644 --- a/server/text_generation_server/models/seq2seq_lm.py +++ b/server/text_generation_server/models/seq2seq_lm.py @@ -641,7 +641,7 @@ class Seq2SeqLM(Model): ) # Speculation is not active for seq2seq - accepted_ids = torch.ones_like(batch.input_ids) + accepted_ids = torch.ones_like(batch.decoder_input_ids) batch_top_token_ids, batch_top_token_logprobs = batch_top_tokens( batch.top_n_tokens, batch.top_n_tokens_tensor,