From 61a50a81c08cf02aff4d4c7e50a2fd293e68477b Mon Sep 17 00:00:00 2001
From: drbh <david.richard.holtz@gmail.com>
Date: Tue, 22 Apr 2025 16:46:59 +0000
Subject: [PATCH] fix: include logit_bias in all ValidGenerateRequest's

---
 backends/v2/src/queue.rs | 2 ++
 backends/v3/src/queue.rs | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/backends/v2/src/queue.rs b/backends/v2/src/queue.rs
index c9a9335d..788ecee6 100644
--- a/backends/v2/src/queue.rs
+++ b/backends/v2/src/queue.rs
@@ -12,6 +12,7 @@ use text_generation_router::validation::{
 use tokio::sync::{mpsc, oneshot};
 use tokio::time::Instant;
 use tracing::{info_span, instrument, Span};
+use std::collections::HashMap;
 
 /// Queue entry
 #[derive(Debug)]
@@ -429,6 +430,7 @@ mod tests {
                     frequency_penalty: 0.0,
                     watermark: false,
                     grammar: None,
+                    logit_bias: HashMap::new(),
                 },
                 stopping_parameters: ValidStoppingParameters {
                     ignore_eos_token: false,
diff --git a/backends/v3/src/queue.rs b/backends/v3/src/queue.rs
index 4c143deb..fe8963b8 100644
--- a/backends/v3/src/queue.rs
+++ b/backends/v3/src/queue.rs
@@ -16,6 +16,7 @@ use text_generation_router::validation::{
 use tokio::sync::{mpsc, oneshot};
 use tokio::time::Instant;
 use tracing::{info_span, instrument, Instrument, Span};
+use std::collections::HashMap;
 
 /// Queue entry
 #[derive(Debug)]
@@ -577,6 +578,7 @@ mod tests {
                     frequency_penalty: 0.0,
                     watermark: false,
                     grammar: None,
+                    logit_bias: HashMap::new(),
                 },
                 stopping_parameters: ValidStoppingParameters {
                     ignore_eos_token: false,