diff --git a/router/src/infer.rs b/router/src/infer.rs index 76bcc0ef..03b5efcf 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -83,7 +83,7 @@ impl Infer { // MPSC channel to communicate with the background batching task let (response_tx, response_rx) = mpsc::unbounded_channel(); - // Try to append the request to the database + // Append the request to the database self.db.append(Entry { request: validated_request, response_tx, diff --git a/router/src/server.rs b/router/src/server.rs index 18d9136d..c9fb4f36 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -174,7 +174,7 @@ async fn generate_stream( yield Ok(Event::default().json_data(stream_token).unwrap()) } - // End is used for timings metadata and logging + // Yield event for last token and compute timings InferStreamResponse::End { token, generated_text,