From cdac4b0058fb4946b9f29a02594c55f05680abae Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Mon, 21 Oct 2024 16:57:26 +0200 Subject: [PATCH] chore(looper): cleanup a bit more --- backends/trtllm/src/looper.rs | 5 ----- 1 file changed, 5 deletions(-) diff --git a/backends/trtllm/src/looper.rs b/backends/trtllm/src/looper.rs index a97e64285..ce9a77286 100644 --- a/backends/trtllm/src/looper.rs +++ b/backends/trtllm/src/looper.rs @@ -27,11 +27,6 @@ use crate::utils::first_line; type InferResult = Result; -struct IdentifiableRequest { - request_id: u64, - inner: T, -} - /// Wrap the requests along with the channel used to stream back to the client the decoded tokens struct GenerationContext { request: ValidGenerateRequest,