huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove logging

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-07-18 22:08:46 +00:00
parent e82dc30e8a
commit 9ea7f9e950
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/trtllm/src/backend.rs
View File

@ -179,7 +179,6 @@ impl TensorRtLlmBackend {
// Submit the request to the batcher
let request_id = span!(Level::DEBUG, "submit")
.in_scope(|| async {
debug!("Acquiring lock for submit");
let mut handle = executor.write().await;
let request_id = handle.pin_mut().submit(
&tokens,
@ -191,7 +190,6 @@ impl TensorRtLlmBackend {
seed,
);
debug!("Releasing lock for submit");
request_id
})
.await;
@ -200,7 +198,6 @@ impl TensorRtLlmBackend {
let mut executor_w = executor.write().await;
let executor = executor_w.pin_mut();
debug!("Acquired write lock stream");
span!(Level::DEBUG, "decode")
.in_scope(|| async {
unsafe {
@ -275,7 +272,6 @@ impl TensorRtLlmBackend {
},
);
}
debug!("Releasing write lock stream");
})
.await;
}