diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm
index 6a92b1b12..b5bd91d86 100644
--- a/Dockerfile_trtllm
+++ b/Dockerfile_trtllm
@@ -86,6 +86,7 @@ FROM nvidia/cuda:12.6.1-cudnn-runtime-ubuntu22.04 AS runtime
 WORKDIR /usr/local/tgi/bin
 
 ENV LD_LIBRARY_PATH="/usr/local/tgi/lib:/usr/local/tensorrt/lib:/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH"
+ENV TOKENIZERS_PARALLELISM=false
 ENV OMPI_MCA_plm_rsh_agent=""
 
 COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi