huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-09 19:02:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-17 15:50:12 +01:00
parent 2672cae576
commit 2715792a2c
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
Dockerfile_trtllm
View File

@ -9,11 +9,10 @@ FROM chef AS planner
COPY Cargo.lock Cargo.lock
COPY Cargo.toml Cargo.toml
COPY rust-toolchain.toml rust-toolchain.toml
COPY proto proto
COPY benchmark benchmark
COPY router router
COPY backends backends
COPY launcher launcher
COPY benchmark/ benchmark/
COPY backends/ backends/
COPY launcher/ launcher/
RUN cargo chef prepare --recipe-path recipe.json
# CUDA dependent dependencies resolver stage
@ -89,7 +88,8 @@ ENV PKG_CONFIG_PATH="/usr/local/mpi/lib/pkgconfig:$PKG_CONFIG_PATH"
COPY Cargo.lock Cargo.lock
COPY Cargo.toml Cargo.toml
COPY rust-toolchain.toml rust-toolchain.toml
COPY backends backends
COPY router router
COPY backends/trtllm backends/trtllm
COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \