diff --git a/router/src/infer.rs b/router/src/infer.rs
index cc28e3af..51751a8a 100644
--- a/router/src/infer.rs
+++ b/router/src/infer.rs
@@ -77,6 +77,9 @@ impl Infer {
             false
         };
         let block_size = if flashdecoding { 256 } else { 32 };
+        let block_size = std::env::var("BLOCK_SIZE")
+            .map(|b| b.parse().unwrap_or(block_size))
+            .unwrap_or(block_size);
         let queue = Queue::new(requires_padding, block_size, window_size, speculate);
         let shared = Arc::new(Shared {
             batching_task: Notify::new(),