diff --git a/router/src/infer.rs b/router/src/infer.rs index 400be55e..3661b0e0 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -1,7 +1,7 @@ /// Batching and inference logic use crate::validation::{Validation, ValidationError}; use crate::GenerateRequest; -use crate::{Queue, Entry, Token}; +use crate::{Entry, Queue, Token}; use nohash_hasher::IntMap; use std::future::Future; use std::sync::Arc; diff --git a/router/src/lib.rs b/router/src/lib.rs index e28634e5..c6ac2022 100644 --- a/router/src/lib.rs +++ b/router/src/lib.rs @@ -1,11 +1,11 @@ +mod infer; /// Text Generation Inference Webserver mod queue; -mod infer; pub mod server; mod validation; -use queue::{Queue, Entry}; use infer::Infer; +use queue::{Entry, Queue}; use serde::{Deserialize, Serialize}; use validation::Validation;