diff --git a/Cargo.toml b/Cargo.toml index ef91ab70d..d526d94ae 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -7,7 +7,7 @@ members = [ "backends/trtllm", "launcher", "router", - "kvrouter" + "kvrouter", ] default-members = [ "benchmark", @@ -16,6 +16,7 @@ default-members = [ "backends/grpc-metadata", # "backends/trtllm", "launcher", + "kvrouter", "router" ] resolver = "2" diff --git a/Dockerfile b/Dockerfile index 720053330..21e1ab0c5 100644 --- a/Dockerfile +++ b/Dockerfile @@ -10,6 +10,7 @@ COPY Cargo.toml Cargo.toml COPY rust-toolchain.toml rust-toolchain.toml COPY proto proto COPY benchmark benchmark +COPY kvrouter kvrouter COPY router router COPY backends backends COPY launcher launcher diff --git a/Dockerfile_amd b/Dockerfile_amd index 8b7808bea..5fa3d632d 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -11,6 +11,7 @@ COPY rust-toolchain.toml rust-toolchain.toml COPY proto proto COPY benchmark benchmark COPY router router +COPY kvrouter kvrouter COPY backends backends COPY launcher launcher RUN cargo chef prepare --recipe-path recipe.json diff --git a/Dockerfile_intel b/Dockerfile_intel index 0f0d43835..6031176d4 100644 --- a/Dockerfile_intel +++ b/Dockerfile_intel @@ -12,6 +12,7 @@ COPY rust-toolchain.toml rust-toolchain.toml COPY proto proto COPY benchmark benchmark COPY router router +COPY kvrouter kvrouter COPY backends backends COPY launcher launcher RUN cargo chef prepare --recipe-path recipe.json diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 999d63d74..872b09108 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -92,6 +92,7 @@ COPY rust-toolchain.toml rust-toolchain.toml COPY router router COPY backends backends COPY benchmark benchmark +COPY kvrouter kvrouter COPY launcher launcher COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi