diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index af956748..0d155136 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -66,10 +66,6 @@ RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | bash -s -- -y && cargo install sccache --locked # Build actual TGI -ARG build_type -ARG cuda_arch_list -ARG is_gha_build="false" - # SCCACHE Specifics args - before finding a better, more generic, way... ARG aws_access_key_id ARG aws_secret_access_key @@ -87,7 +83,6 @@ ENV SCCACHE_REGION=$sccache_region ENV CMAKE_PREFIX_PATH="/usr/local/mpi:/usr/local/tensorrt:$CMAKE_PREFIX_PATH" ENV CUDA_ARCH_LIST=${cuda_arch_list} -ENV IS_GHA_BUILD ${is_gha_build} ENV LD_LIBRARY_PATH="/usr/local/mpi/lib:$LD_LIBRARY_PATH" ENV PKG_CONFIG_PATH="/usr/local/mpi/lib/pkgconfig:$PKG_CONFIG_PATH" ENV USE_LLD_LINKER=ON @@ -97,7 +92,7 @@ COPY . . COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \ - python3 backends/trtllm/scripts/setup_sccache.py --is-gha-build ${IS_GHA_BUILD} && \ + python3 backends/trtllm/scripts/setup_sccache.py --is-gha-build ${is_gha_build} && \ CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --profile ${build_type} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm && \ sccache --show-stats