From 1e51fdc1a5f31f9b9da972f94e722fbb6433d9e4 Mon Sep 17 00:00:00 2001
From: Aaron Mihalik <amihalik@users.noreply.github.com>
Date: Fri, 16 Feb 2024 03:30:44 -0500
Subject: [PATCH] Bugfix: eos and bos tokens positions are inconsistent

---
 router/src/infer.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/router/src/infer.rs b/router/src/infer.rs
index a45685cb..655759b9 100644
--- a/router/src/infer.rs
+++ b/router/src/infer.rs
@@ -113,7 +113,7 @@ impl Infer {
             queue,
             shared,
             limit_concurrent_requests: semaphore,
-            template: (template, eos_token, bos_token),
+            template: (template, bos_token, eos_token),
         }
     }