diff --git a/backends/trtllm/src/main.rs b/backends/trtllm/src/main.rs index e0ba46c7..9faa66a4 100644 --- a/backends/trtllm/src/main.rs +++ b/backends/trtllm/src/main.rs @@ -159,7 +159,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> { true, max_client_batch_size, false, - false, + false ) .await?; Ok(())