huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 07:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove unused line

Browse Source
This commit is contained in:
OlivierDehaene 2022-12-15 16:51:40 +01:00
parent cd75eddd30
commit 271a066fb9
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation/utils.py
View File

@ -61,8 +61,6 @@ class NextTokenChooser:
logprobs = torch.log_softmax(scores, -1) logprobs = torch.log_softmax(scores, -1)
# Choose tokens # Choose tokens
next_ids = self.choice(scores) next_ids = self.choice(scores)
# return next_ids, logprobs.gather(1, next_ids.unsqueeze(1)).squeeze(1)
return next_ids, logprobs return next_ids, logprobs
@classmethod @classmethod