Missing cohere.

2025-09-11 20:34:54 +00:00 · 2024-05-29 15:46:53 +00:00 · 2024-05-29 15:46:53 +00:00 · a6f1603525
commit a6f1603525
parent 50d5c08b15
1 changed files with 1 additions and 0 deletions
--- a/server/text_generation_server/models/custom_modeling/flash_cohere_modeling.py
+++ b/server/text_generation_server/models/custom_modeling/flash_cohere_modeling.py
@ -308,6 +308,7 @@ class FlashCohereAttention(torch.nn.Module):
                self.kv_head_mapping,
                self.softmax_scale,
                block_tables,
+                None,
                input_lengths,
                max_s,
            )