diff --git a/router/src/infer.rs b/router/src/infer.rs index 15bf682e..3f48a3a7 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -178,7 +178,7 @@ impl Infer { Err(err) } } - /// Add a best_of new request to the queue and return a InferResponse of the sequence with + /// Add best_of new requests to the queue and return a InferResponse of the sequence with /// the highest log probability per token #[instrument(skip(self))] pub(crate) async fn generate_best_of(