diff --git a/server/text_generation_server/models/flash_mistral.py b/server/text_generation_server/models/flash_mistral.py index 70669c8d..75c3f838 100644 --- a/server/text_generation_server/models/flash_mistral.py +++ b/server/text_generation_server/models/flash_mistral.py @@ -460,8 +460,8 @@ class BaseFlashMistral(FlashCausalLM): max_s = batch.max_seqlen lm_head_indices = batch.prefill_head_indices - if self.model.max_past is not None: - max_s = min(self.model.max_past, max_s) + # if self.model.max_past is not None: + # max_s = min(self.model.max_past, max_s) bs = input_ids.shape[0] padded_bs = bs