huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 11:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

docstring

Browse Source
This commit is contained in:
OlivierDehaene 2023-01-30 12:36:04 +01:00
parent adf80bc23d
commit ab2f784f29
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/infer.rs
View File

@ -83,7 +83,7 @@ impl Infer {
// MPSC channel to communicate with the background batching task // MPSC channel to communicate with the background batching task
let (response_tx, response_rx) = mpsc::unbounded_channel(); let (response_tx, response_rx) = mpsc::unbounded_channel();
// Try to append the request to the database // Append the request to the database
self.db.append(Entry { self.db.append(Entry {
request: validated_request, request: validated_request,
response_tx, response_tx,

2
router/src/server.rs
View File

@ -174,7 +174,7 @@ async fn generate_stream(
yield Ok(Event::default().json_data(stream_token).unwrap()) yield Ok(Event::default().json_data(stream_token).unwrap())
} }
// End is used for timings metadata and logging // Yield event for last token and compute timings
InferStreamResponse::End { InferStreamResponse::End {
token, token,
generated_text, generated_text,