From 2715792a2c99ffc93ddc93159813bfff8cd6102b Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 17 Jan 2025 15:50:12 +0100 Subject: [PATCH] Fixed. --- Dockerfile_trtllm | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index def4c62e..8406021d 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -9,11 +9,10 @@ FROM chef AS planner COPY Cargo.lock Cargo.lock COPY Cargo.toml Cargo.toml COPY rust-toolchain.toml rust-toolchain.toml -COPY proto proto -COPY benchmark benchmark COPY router router -COPY backends backends -COPY launcher launcher +COPY benchmark/ benchmark/ +COPY backends/ backends/ +COPY launcher/ launcher/ RUN cargo chef prepare --recipe-path recipe.json # CUDA dependent dependencies resolver stage @@ -89,7 +88,8 @@ ENV PKG_CONFIG_PATH="/usr/local/mpi/lib/pkgconfig:$PKG_CONFIG_PATH" COPY Cargo.lock Cargo.lock COPY Cargo.toml Cargo.toml COPY rust-toolchain.toml rust-toolchain.toml -COPY backends backends +COPY router router +COPY backends/trtllm backends/trtllm COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \