diff --git a/backends/trtllm/src/looper.rs b/backends/trtllm/src/looper.rs index a97e64285..ce9a77286 100644 --- a/backends/trtllm/src/looper.rs +++ b/backends/trtllm/src/looper.rs @@ -27,11 +27,6 @@ use crate::utils::first_line; type InferResult = Result; -struct IdentifiableRequest { - request_id: u64, - inner: T, -} - /// Wrap the requests along with the channel used to stream back to the client the decoded tokens struct GenerationContext { request: ValidGenerateRequest,