From 271a066fb98f3fda6bef07a458eca1e05fc266fe Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Thu, 15 Dec 2022 16:51:40 +0100 Subject: [PATCH] remove unused line --- server/text_generation/utils.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/server/text_generation/utils.py b/server/text_generation/utils.py index 6363321a..9dd91151 100644 --- a/server/text_generation/utils.py +++ b/server/text_generation/utils.py @@ -61,8 +61,6 @@ class NextTokenChooser: logprobs = torch.log_softmax(scores, -1) # Choose tokens next_ids = self.choice(scores) - - # return next_ids, logprobs.gather(1, next_ids.unsqueeze(1)).squeeze(1) return next_ids, logprobs @classmethod