huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(ci): again...

Browse Source
This commit is contained in:
Morgan Funtowicz 2025-01-20 13:08:20 +01:00
parent 87039cf211
commit 549d7e349a
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
Dockerfile_trtllm
View File

@ -76,9 +76,12 @@ RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | bash -s -- -y &&
chmod -R a+w /root/.cargo && \
cargo install sccache --locked
# Build actual TGI
ARG build_type
ARG is_gha_build
ENV PATH="/root/.cargo/bin:$PATH"
RUN cargo install cargo-chef
# Cache dependencies
COPY --from=planner /usr/src/text-generation-inference/backends/trtllm/recipe.json .
RUN cargo chef cook --release --recipe-path recipe.json
# SCCACHE Specifics args - before finding a better, more generic, way...
ARG aws_access_key_id