From f81851c202eaaa0626d2e95421ecbb9b6c0bfa78 Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Thu, 2 Feb 2023 10:34:08 +0100 Subject: [PATCH] fix(server): allow greedy repetition penalty --- server/text_generation/utils.py | 1 - 1 file changed, 1 deletion(-) diff --git a/server/text_generation/utils.py b/server/text_generation/utils.py index 8590f85c..8bbc7377 100644 --- a/server/text_generation/utils.py +++ b/server/text_generation/utils.py @@ -73,7 +73,6 @@ class NextTokenChooser: sampling = True if repetition_penalty is not None and repetition_penalty != 1.0: warpers.append(RepetitionPenaltyLogitsProcessor(penalty=repetition_penalty)) - sampling = True self.warpers = warpers self.choice = Sampling(seed, device) if sampling else Greedy()