huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-07-30 20:00:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: include logit_bias in all ValidGenerateRequest's

Browse Source
This commit is contained in:
drbh 2025-04-22 16:46:59 +00:00
parent e44703d542
commit 61a50a81c0
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/v2/src/queue.rs
View File

@ -12,6 +12,7 @@ use text_generation_router::validation::{
use tokio::sync::{mpsc, oneshot};
use tokio::time::Instant;
use tracing::{info_span, instrument, Span};
use std::collections::HashMap;
/// Queue entry
#[derive(Debug)]
@ -429,6 +430,7 @@ mod tests {
frequency_penalty: 0.0,
watermark: false,
grammar: None,
logit_bias: HashMap::new(),
},
stopping_parameters: ValidStoppingParameters {
ignore_eos_token: false,

2
backends/v3/src/queue.rs
View File

@ -16,6 +16,7 @@ use text_generation_router::validation::{
use tokio::sync::{mpsc, oneshot};
use tokio::time::Instant;
use tracing::{info_span, instrument, Instrument, Span};
use std::collections::HashMap;
/// Queue entry
#[derive(Debug)]
@ -577,6 +578,7 @@ mod tests {
frequency_penalty: 0.0,
watermark: false,
grammar: None,
logit_bias: HashMap::new(),
},
stopping_parameters: ValidStoppingParameters {
ignore_eos_token: false,