rocm ck flash attn api fix

2025-09-11 20:34:54 +00:00 · 2024-06-05 12:45:53 +00:00 · 2024-06-05 12:45:53 +00:00 · 1b53c70523
commit 1b53c70523
parent 8aece3bd68
1 changed files with 1 additions and 6 deletions
--- a/server/text_generation_server/layers/attention/rocm.py
+++ b/server/text_generation_server/layers/attention/rocm.py
@ -186,17 +186,12 @@ if ENGINE == "ck":
            out,
            cu_seqlens,
            cu_seqlens,
-            None,
-            None,
-            None,
            max_s,
            max_s,
            0.0,
            softmax_scale,
            False,
-            causal,
-            window_size_left,
-            0,
+            True,
            False,
            None,
        )