huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix tests mod in queue.rs

Browse Source
This commit is contained in:
Nick Hill 2023-03-25 22:01:05 -07:00
parent f934d01f74
commit 9895569c8b
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
router/src/queue.rs
View File

@ -219,9 +219,10 @@ enum QueueCommand {
mod tests {
use super::*;
use std::sync::Arc;
use text_generation_client::{NextTokenChooserParameters, StoppingCriteriaParameters};
use text_generation_client::NextTokenChooserParameters;
use tokio::sync::{mpsc, Semaphore};
use tracing::info_span;
use crate::validation::StoppingCriteria;
fn default_entry() -> Entry {
let semaphore = Arc::new(Semaphore::new(1));
@ -241,9 +242,10 @@ mod tests {
repetition_penalty: 0.0,
watermark: false,
},
stopping_parameters: StoppingCriteriaParameters {
stopping_criteria: StoppingCriteria {
max_new_tokens: 0,
stop_sequences: vec![],
deadline: None,
},
},
response_tx,