huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Cargo fmt.

Browse Source
This commit is contained in:
Nicolas Patry 2023-12-05 22:15:59 +00:00
parent fdef00c27e
commit a3cc5a94c6
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
router/src/infer.rs
View File

@ -533,9 +533,9 @@ fn send_responses(
.zip(tokens_.logprobs.into_iter()) .zip(tokens_.logprobs.into_iter())
.zip(tokens_.texts.into_iter()) .zip(tokens_.texts.into_iter())
.zip(tokens_.is_special.into_iter()) .zip(tokens_.is_special.into_iter())
.enumerate().peekable(); .enumerate()
while let Some( (i, (((id, logprob), text), special))) = iterator.next() .peekable();
{ while let Some((i, (((id, logprob), text), special))) = iterator.next() {
let token = Token { let token = Token {
id, id,
text, text,
@ -558,7 +558,7 @@ fn send_responses(
.collect() .collect()
} else { } else {
vec![] vec![]
}; };
match (&generation.generated_text, iterator.peek()) { match (&generation.generated_text, iterator.peek()) {
(Some(generated_text), None) => { (Some(generated_text), None) => {
// Generation has ended // Generation has ended