diff --git a/router/src/health.rs b/router/src/health.rs index a6b6baa1..ab290fc1 100644 --- a/router/src/health.rs +++ b/router/src/health.rs @@ -50,7 +50,7 @@ impl Health { stop_sequences: vec![], ignore_eos_token: false, }), - top_n_tokens: 0 + top_n_tokens: 0, }; let batch = Batch { id: BATCH_ID, diff --git a/router/src/infer.rs b/router/src/infer.rs index c723796d..67b5bde2 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -549,7 +549,7 @@ fn send_responses( text, logprob, special, - }) + }), ) } diff --git a/router/src/queue.rs b/router/src/queue.rs index 58244214..e97a168e 100644 --- a/router/src/queue.rs +++ b/router/src/queue.rs @@ -236,7 +236,6 @@ impl State { parameters: Some(entry.request.parameters.clone()), stopping_parameters: Some(entry.request.stopping_parameters.clone()), top_n_tokens: entry.request.top_n_tokens, - }); // Set batch_time entry.batch_time = Some(Instant::now());