huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-03 16:22:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(backend): fix missing "0" field access

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-05 15:29:23 +01:00
parent b3cd5ea076
commit 049f4acd5b
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/trtllm/src/looper.rs
View File

@ -7,7 +7,7 @@ use std::path::Path;
use tokenizers::Tokenizer; use tokenizers::Tokenizer;
use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender}; use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender};
use tokio::sync::TryAcquireError; use tokio::sync::TryAcquireError;
use tokio::task::{spawn_blocking, JoinHandle}; use tokio::task::spawn_blocking;
use tokio::time::Instant; use tokio::time::Instant;
use tokio_stream::wrappers::UnboundedReceiverStream; use tokio_stream::wrappers::UnboundedReceiverStream;
use tracing::{debug, error, warn}; use tracing::{debug, error, warn};
@ -318,7 +318,7 @@ impl Backend for TensorRtLlmBackendV2 {
// Send the context to the executor for scheduling // Send the context to the executor for scheduling
let queued = Instant::now(); let queued = Instant::now();
match self.send(GenerationContext { match self.0.send(GenerationContext {
request, request,
streamer, streamer,
tokens: Vec::with_capacity(256), tokens: Vec::with_capacity(256),