Fix non decoding paths.

2025-09-11 20:34:54 +00:00 · 2024-05-31 22:56:31 +00:00 · 2024-05-31 22:56:31 +00:00 · 988aa34f3d
commit 988aa34f3d
parent b98b94d695
2 changed files with 2 additions and 0 deletions
--- a/server/text_generation_server/layers/attention/cuda.py
+++ b/server/text_generation_server/layers/attention/cuda.py
@ -159,6 +159,7 @@ def paged_attention(
                "auto",
                1.0,
            )
+    return out


 try:
--- a/server/text_generation_server/layers/attention/rocm.py
+++ b/server/text_generation_server/layers/attention/rocm.py
@ -129,6 +129,7 @@ def paged_attention(
            "auto",
            1.0,
        )
+    return out


 if ENGINE != "triton":