huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 11:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

docstring

Browse Source
This commit is contained in:
OlivierDehaene 2023-01-30 12:36:04 +01:00
parent adf80bc23d
commit ab2f784f29
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/infer.rs
View File

@ -83,7 +83,7 @@ impl Infer {
// MPSC channel to communicate with the background batching task
let (response_tx, response_rx) = mpsc::unbounded_channel();
// Try to append the request to the database
// Append the request to the database
self.db.append(Entry {
request: validated_request,
response_tx,

2
router/src/server.rs
View File

@ -174,7 +174,7 @@ async fn generate_stream(
yield Ok(Event::default().json_data(stream_token).unwrap())
}
// End is used for timings metadata and logging
// Yield event for last token and compute timings
InferStreamResponse::End {
token,
generated_text,