diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index bacf1079..f3961212 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -98,6 +98,7 @@ COPY rust-toolchain.toml rust-toolchain.toml COPY router router COPY backends backends COPY benchmark benchmark +COPY launcher launcher COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi