From 9624d4060f9334a0c94f036c4dfbe02c727a0187 Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Thu, 9 Mar 2023 13:09:11 +0100 Subject: [PATCH] docstring --- router/src/infer.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/router/src/infer.rs b/router/src/infer.rs index 15bf682e..3f48a3a7 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -178,7 +178,7 @@ impl Infer { Err(err) } } - /// Add a best_of new request to the queue and return a InferResponse of the sequence with + /// Add best_of new requests to the queue and return a InferResponse of the sequence with /// the highest log probability per token #[instrument(skip(self))] pub(crate) async fn generate_best_of(