diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 56dd0576..9ea9ca06 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -76,9 +76,12 @@ RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | bash -s -- -y && chmod -R a+w /root/.cargo && \ cargo install sccache --locked -# Build actual TGI -ARG build_type -ARG is_gha_build +ENV PATH="/root/.cargo/bin:$PATH" +RUN cargo install cargo-chef + +# Cache dependencies +COPY --from=planner /usr/src/text-generation-inference/backends/trtllm/recipe.json . +RUN cargo chef cook --release --recipe-path recipe.json # SCCACHE Specifics args - before finding a better, more generic, way... ARG aws_access_key_id