diff --git a/backends/v2/src/queue.rs b/backends/v2/src/queue.rs index c9a9335d..788ecee6 100644 --- a/backends/v2/src/queue.rs +++ b/backends/v2/src/queue.rs @@ -12,6 +12,7 @@ use text_generation_router::validation::{ use tokio::sync::{mpsc, oneshot}; use tokio::time::Instant; use tracing::{info_span, instrument, Span}; +use std::collections::HashMap; /// Queue entry #[derive(Debug)] @@ -429,6 +430,7 @@ mod tests { frequency_penalty: 0.0, watermark: false, grammar: None, + logit_bias: HashMap::new(), }, stopping_parameters: ValidStoppingParameters { ignore_eos_token: false, diff --git a/backends/v3/src/queue.rs b/backends/v3/src/queue.rs index 4c143deb..fe8963b8 100644 --- a/backends/v3/src/queue.rs +++ b/backends/v3/src/queue.rs @@ -16,6 +16,7 @@ use text_generation_router::validation::{ use tokio::sync::{mpsc, oneshot}; use tokio::time::Instant; use tracing::{info_span, instrument, Instrument, Span}; +use std::collections::HashMap; /// Queue entry #[derive(Debug)] @@ -577,6 +578,7 @@ mod tests { frequency_penalty: 0.0, watermark: false, grammar: None, + logit_bias: HashMap::new(), }, stopping_parameters: ValidStoppingParameters { ignore_eos_token: false,