huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

use all tokens

Browse Source
This commit is contained in:
OlivierDehaene 2023-04-05 17:18:16 +02:00
parent b5233f9c3c
commit 70637b4170
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/flash_causal_lm.py
View File

@ -355,7 +355,7 @@ class FlashCausalLM(Model):
# Generated token # Generated token
next_token_logprob = logprobs[-1, next_token_id_item] next_token_logprob = logprobs[-1, next_token_id_item]
next_token_text, offset, token_offset = self.decode_token( next_token_text, offset, token_offset = self.decode_token(
all_input_ids[-(stopping_criteria.current_tokens + 1) :], all_input_ids,
offset, offset,
token_offset, token_offset,
) )