From cad4644537754cd55b92a8e1461f742fc5b6c794 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Sat, 25 Jan 2025 08:00:07 +0100 Subject: [PATCH] backend(trtllm): export env variable in run mb? --- Dockerfile_trtllm | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 5a23fdab..42cc48c5 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -94,7 +94,10 @@ COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi ENV RUSTC_WRAPPER=sccache ENV CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX -RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \ +RUN export CMAKE_C_COMPILER_LAUNCHER=sccache && \ + export CMAKE_CXX_COMPILER_LAUNCHER=sccache && \ + export CMAKE_CUDA_COMPILER_LAUNCHER=sccache && \ + mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \ cargo build --profile ${build_type} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm && \ sccache --show-stats