huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

hack

Browse Source
This commit is contained in:
OlivierDehaene 2023-04-04 15:13:32 +02:00
parent 30148b776b
commit f9b09d9629
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/models/model.py
View File

@ -31,5 +31,9 @@ class Model(ABC):
[[previous_token_id], [previous_token_id, token_id]],
skip_special_tokens=False,
)
if results[0][0] == " " and results[1][0] != " ":
results[0] = results[0].lstrip()
# slice to remove previous token
return results[1][len(results[0]) :]
return results[1][len(results[0]): ]