huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Cargo fmt.

Browse Source
This commit is contained in:
Nicolas Patry 2023-08-18 14:35:58 +02:00
parent 730e5938f5
commit 25b6694da1
3 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/health.rs
View File

@ -50,7 +50,7 @@ impl Health {
stop_sequences: vec![], stop_sequences: vec![],
ignore_eos_token: false, ignore_eos_token: false,
}), }),
top_n_tokens: 0 top_n_tokens: 0,
}; };
let batch = Batch { let batch = Batch {
id: BATCH_ID, id: BATCH_ID,

2
router/src/infer.rs
View File

@ -549,7 +549,7 @@ fn send_responses(
text, text,
logprob, logprob,
special, special,
}) }),
) )
} }

1
router/src/queue.rs
View File

@ -236,7 +236,6 @@ impl State {
parameters: Some(entry.request.parameters.clone()), parameters: Some(entry.request.parameters.clone()),
stopping_parameters: Some(entry.request.stopping_parameters.clone()), stopping_parameters: Some(entry.request.stopping_parameters.clone()),
top_n_tokens: entry.request.top_n_tokens, top_n_tokens: entry.request.top_n_tokens,
}); });
// Set batch_time // Set batch_time
entry.batch_time = Some(Instant::now()); entry.batch_time = Some(Instant::now());