diff --git a/backends/trtllm/src/main.rs b/backends/trtllm/src/main.rs index 013b4ad9..6d6ee146 100644 --- a/backends/trtllm/src/main.rs +++ b/backends/trtllm/src/main.rs @@ -147,6 +147,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> { max_input_tokens, max_total_tokens, validation_workers, + None, tokenizer_name, tokenizer_config_path, revision,