From 18b473b019c7e3279f515570fe66ef4b2ef9fa10 Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <funtowiczmo@gmail.com>
Date: Tue, 22 Oct 2024 09:51:50 +0200
Subject: [PATCH] chore(router): add python dependency

---
 Dockerfile_trtllm | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm
index b5bd91d8..3185ea80 100644
--- a/Dockerfile_trtllm
+++ b/Dockerfile_trtllm
@@ -26,6 +26,7 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
     ninja-build \
     pkg-config \
     python3 \
+    python3-dev \
     python3-setuptools \
     tar \
     wget
@@ -83,6 +84,9 @@ RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$
     CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --release
 
 FROM nvidia/cuda:12.6.1-cudnn-runtime-ubuntu22.04 AS runtime
+RUN apt update && apt install -y python3 && \
+    rm -rf /var/lib/{apt,dpkg,cache,log}/
+
 WORKDIR /usr/local/tgi/bin
 
 ENV LD_LIBRARY_PATH="/usr/local/tgi/lib:/usr/local/tensorrt/lib:/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH"