huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-26 20:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

(misc) change scope identifiers

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-05 11:41:29 +00:00 committed by Morgan Funtowicz
parent 933ab67aa1
commit 0dca168bcb
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/trtllm/src/looper.rs
View File

@ -43,7 +43,7 @@ fn executor_status_poller(
// TODO: Does it need a spin-loop? // TODO: Does it need a spin-loop?
loop { loop {
span!(Level::DEBUG, "in-flight submit").in_scope(|| { span!(Level::DEBUG, "[in-flight][submit]").in_scope(|| {
// Is there any request pending to be scheduled? // Is there any request pending to be scheduled?
let awaiting_requests = waiting_requests.len(); let awaiting_requests = waiting_requests.len();
if awaiting_requests > 0 { if awaiting_requests > 0 {
@ -84,7 +84,7 @@ fn executor_status_poller(
} }
}); });
span!(Level::DEBUG, "in-flight poll").in_scope(|| { span!(Level::DEBUG, "[in-flight][poll]").in_scope(|| {
if backend.num_responses_ready() > 0 { if backend.num_responses_ready() > 0 {
match backend.pin_mut().pull_tokens() { match backend.pin_mut().pull_tokens() {
Ok(responses) => { Ok(responses) => {