huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Cargo fmt.

Browse Source
This commit is contained in:
Nicolas Patry 2023-12-05 22:15:59 +00:00
parent fdef00c27e
commit a3cc5a94c6
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
router/src/infer.rs
View File

@ -533,9 +533,9 @@ fn send_responses(
.zip(tokens_.logprobs.into_iter())
.zip(tokens_.texts.into_iter())
.zip(tokens_.is_special.into_iter())
.enumerate().peekable();
while let Some( (i, (((id, logprob), text), special))) = iterator.next()
{
.enumerate()
.peekable();
while let Some((i, (((id, logprob), text), special))) = iterator.next() {
let token = Token {
id,
text,
@ -558,7 +558,7 @@ fn send_responses(
.collect()
} else {
vec![]
};
};
match (&generation.generated_text, iterator.peek()) {
(Some(generated_text), None) => {
// Generation has ended