huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-21 16:40:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove logging

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-07-18 22:08:46 +00:00
parent e82dc30e8a
commit 9ea7f9e950
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/trtllm/src/backend.rs
View File

@ -179,7 +179,6 @@ impl TensorRtLlmBackend {
// Submit the request to the batcher // Submit the request to the batcher
let request_id = span!(Level::DEBUG, "submit") let request_id = span!(Level::DEBUG, "submit")
.in_scope(|| async { .in_scope(|| async {
debug!("Acquiring lock for submit");
let mut handle = executor.write().await; let mut handle = executor.write().await;
let request_id = handle.pin_mut().submit( let request_id = handle.pin_mut().submit(
&tokens, &tokens,
@ -191,7 +190,6 @@ impl TensorRtLlmBackend {
seed, seed,
); );
debug!("Releasing lock for submit");
request_id request_id
}) })
.await; .await;
@ -200,7 +198,6 @@ impl TensorRtLlmBackend {
let mut executor_w = executor.write().await; let mut executor_w = executor.write().await;
let executor = executor_w.pin_mut(); let executor = executor_w.pin_mut();
debug!("Acquired write lock stream");
span!(Level::DEBUG, "decode") span!(Level::DEBUG, "decode")
.in_scope(|| async { .in_scope(|| async {
unsafe { unsafe {
@ -275,7 +272,6 @@ impl TensorRtLlmBackend {
}, },
); );
} }
debug!("Releasing write lock stream");
}) })
.await; .await;
} }