huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Typos.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-11 17:57:31 +01:00
parent ca04548080
commit a38d701911
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
router/src/infer.rs
View File

@ -115,7 +115,7 @@ impl Infer {
// MPSC channel to communicate with the background batching task
let (response_tx, response_rx) = mpsc::unbounded_channel();
let _input_length = valid_request.input_length;
let input_length = valid_request.input_length;
// Append the request to the queue
self.queue.append(Entry {
@ -148,7 +148,7 @@ impl Infer {
let use_top_tokens = request.parameters.top_n_tokens.is_some_and(|x| x > 0);
// Create stream and keep semaphore permit as long as generate lives
let (_permit, input_length, mut stream) = self.generate_stream(request).await?;
let (_permit, _input_length, mut stream) = self.generate_stream(request).await?;
// Return values
let mut result_prefill = Vec::new();