From b3b1b81982769f2ac535c72e95fe63df8402ca35 Mon Sep 17 00:00:00 2001 From: Joel Lamy-Poirier Date: Thu, 4 May 2023 20:38:08 -0400 Subject: [PATCH] fix --- server/text_generation_server/models/vectorized_causal_lm.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/server/text_generation_server/models/vectorized_causal_lm.py b/server/text_generation_server/models/vectorized_causal_lm.py index 5abc066c..2c8477a9 100644 --- a/server/text_generation_server/models/vectorized_causal_lm.py +++ b/server/text_generation_server/models/vectorized_causal_lm.py @@ -117,7 +117,7 @@ class VectorizedCausalLMBatch(Batch): token_offsets=token_offsets, next_token_chooser=next_token_chooser, stopping_criterias=stopping_criterias, - max_input_length=max_input_length.item(), + max_input_length=max_input_length, max_tokens=max_tokens, ) @@ -483,8 +483,6 @@ class VectorizedNextTokenChooser: ) - - class VectorizedCausalLM(Model): def __init__( self,