From 69a2eadc528cd55d37cbdc010a67d10acebe9e6b Mon Sep 17 00:00:00 2001
From: Aaron Mihalik <amihalik@users.noreply.github.com>
Date: Fri, 16 Feb 2024 05:44:04 -0500
Subject: [PATCH] Bugfix: eos and bos tokens positions are inconsistent (#1567)

---
 router/src/infer.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/router/src/infer.rs b/router/src/infer.rs
index 372ea117..f299875b 100644
--- a/router/src/infer.rs
+++ b/router/src/infer.rs
@@ -124,7 +124,7 @@ impl Infer {
             queue,
             shared,
             limit_concurrent_requests: semaphore,
-            template: (template, eos_token, bos_token),
+            template: (template, bos_token, eos_token),
         }
     }