huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fmt.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-11 17:58:18 +01:00
parent a38d701911
commit 0d48a43df0
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
router/src/infer.rs
View File

@ -643,9 +643,9 @@ pub(crate) enum InferStreamResponse {
#[derive(Debug)] #[derive(Debug)]
pub(crate) struct InferResponse { pub(crate) struct InferResponse {
/// input_length is the input as perceived by the rust tokenizer in the /// input_length is the input as perceived by the rust tokenizer in the
/// validation pathway. It is redundant with prefill.len() but prefill /// validation pathway. It is redundant with prefill.len() but prefill
/// has data only if the user asked for it. This will always be filled. /// has data only if the user asked for it. This will always be filled.
pub(crate) _input_length: u32, pub(crate) _input_length: u32,
pub(crate) prefill: Vec<PrefillToken>, pub(crate) prefill: Vec<PrefillToken>,
pub(crate) tokens: Vec<Token>, pub(crate) tokens: Vec<Token>,