From 98739b2035aebf6d02a48430914e30f9b3de5241 Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <morgan@huggingface.co>
Date: Tue, 30 Jul 2024 17:01:07 +0000
Subject: [PATCH] provided None for api_key

---
 backends/trtllm/src/main.rs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/backends/trtllm/src/main.rs b/backends/trtllm/src/main.rs
index 013b4ad9..6d6ee146 100644
--- a/backends/trtllm/src/main.rs
+++ b/backends/trtllm/src/main.rs
@@ -147,6 +147,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> {
         max_input_tokens,
         max_total_tokens,
         validation_workers,
+        None,
         tokenizer_name,
         tokenizer_config_path,
         revision,