diff --git a/server/text_generation_server/layers/attention/rocm.py b/server/text_generation_server/layers/attention/rocm.py index 2d3601c8..31e26107 100644 --- a/server/text_generation_server/layers/attention/rocm.py +++ b/server/text_generation_server/layers/attention/rocm.py @@ -186,17 +186,12 @@ if ENGINE == "ck": out, cu_seqlens, cu_seqlens, - None, - None, - None, max_s, max_s, 0.0, softmax_scale, False, - causal, - window_size_left, - 0, + True, False, None, )