From c6fafff7f217933798c609e782fe91428d6ee223 Mon Sep 17 00:00:00 2001
From: drbh <david.richard.holtz@gmail.com>
Date: Mon, 22 Apr 2024 13:42:15 -0400
Subject: [PATCH] Update server/text_generation_server/utils/logits_process.py

Co-authored-by: OlivierDehaene <olivier@huggingface.co>
---
 server/text_generation_server/utils/logits_process.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/server/text_generation_server/utils/logits_process.py b/server/text_generation_server/utils/logits_process.py
index 214cb32b..2decee53 100644
--- a/server/text_generation_server/utils/logits_process.py
+++ b/server/text_generation_server/utils/logits_process.py
@@ -114,8 +114,6 @@ class HeterogeneousRepetitionPenaltyLogitsProcessor(LogitsProcessor):
             score < 0, score * self.penalty_tensor, score / self.penalty_tensor
         )
 
-        # set score to 0 where input_ids is a padding token
-        score *= input_ids.ne(0)
         scores.scatter_(1, input_ids, score)
         return scores