huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

docstring

Browse Source
This commit is contained in:
OlivierDehaene 2023-03-09 13:09:11 +01:00
parent 5932ff4aa2
commit 9624d4060f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/infer.rs
View File

@ -178,7 +178,7 @@ impl Infer {
Err(err) Err(err)
} }
} }
/// Add a best_of new request to the queue and return a InferResponse of the sequence with /// Add best_of new requests to the queue and return a InferResponse of the sequence with
/// the highest log probability per token /// the highest log probability per token
#[instrument(skip(self))] #[instrument(skip(self))]
pub(crate) async fn generate_best_of( pub(crate) async fn generate_best_of(