diff --git a/server/text_generation/utils.py b/server/text_generation/utils.py index 6363321a..9dd91151 100644 --- a/server/text_generation/utils.py +++ b/server/text_generation/utils.py @@ -61,8 +61,6 @@ class NextTokenChooser: logprobs = torch.log_softmax(scores, -1) # Choose tokens next_ids = self.choice(scores) - - # return next_ids, logprobs.gather(1, next_ids.unsqueeze(1)).squeeze(1) return next_ids, logprobs @classmethod