huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Joel Lamy-Poirier 2023-05-04 20:38:08 -04:00
parent 46363e1cd7
commit b3b1b81982
No known key found for this signature in database
GPG Key ID: 82EE2141E842DFCF
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/models/vectorized_causal_lm.py
View File

@ -117,7 +117,7 @@ class VectorizedCausalLMBatch(Batch):
token_offsets=token_offsets,
next_token_chooser=next_token_chooser,
stopping_criterias=stopping_criterias,
max_input_length=max_input_length.item(),
max_input_length=max_input_length,
max_tokens=max_tokens,
)
@ -483,8 +483,6 @@ class VectorizedNextTokenChooser:
)
class VectorizedCausalLM(Model):
def __init__(
self,