huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 08:22:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(trtllm): rewrite health to not account for current state

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-10-21 15:55:38 +02:00
parent 18b473b019
commit 04c6f51258
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backends/trtllm/src/looper.rs
View File

@ -387,9 +387,7 @@ impl Backend for TensorRtLlmBackendV2 {
} }
} }
async fn health(&self, current_health: bool) -> bool { async fn health(&self, _: bool) -> bool {
current_health !self.executor_looper.is_finished() & !self.post_processor_looper.is_finished()
& !self.executor_looper.is_finished()
& !self.post_processor_looper.is_finished()
} }
} }