huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove print

Browse Source
This commit is contained in:
OlivierDehaene 2022-12-15 16:59:37 +01:00
parent 7e063117fe
commit 291722cb48
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
server/text_generation/models/seq2seq_lm.py
View File

@ -448,7 +448,6 @@ class Seq2SeqLM(Model):
token_ids = decoder_input_ids[-new_decoder_input_length:]
output_text = self.tokenizer.decode(token_ids, skip_special_tokens=True)
tokens = self.tokenizer.batch_decode(token_ids)
print(tokens)
# Add NaN for the bos token
logprobs = [float("nan")] + decoder_logprobs[
-new_decoder_input_length: