huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 22:02:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding kvrouter to the workspace.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-29 13:48:06 +01:00
parent 914b163768
commit 1932c5b9ed
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
5 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Cargo.toml
View File

@ -7,7 +7,7 @@ members = [
"backends/trtllm", "backends/trtllm",
"launcher", "launcher",
"router", "router",
"kvrouter" "kvrouter",
] ]
default-members = [ default-members = [
"benchmark", "benchmark",
@ -16,6 +16,7 @@ default-members = [
"backends/grpc-metadata", "backends/grpc-metadata",
# "backends/trtllm", # "backends/trtllm",
"launcher", "launcher",
"kvrouter",
"router" "router"
] ]
resolver = "2" resolver = "2"

1
Dockerfile
View File

@ -10,6 +10,7 @@ COPY Cargo.toml Cargo.toml
COPY rust-toolchain.toml rust-toolchain.toml COPY rust-toolchain.toml rust-toolchain.toml
COPY proto proto COPY proto proto
COPY benchmark benchmark COPY benchmark benchmark
COPY kvrouter kvrouter
COPY router router COPY router router
COPY backends backends COPY backends backends
COPY launcher launcher COPY launcher launcher

1
Dockerfile_amd
View File

@ -11,6 +11,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
COPY proto proto COPY proto proto
COPY benchmark benchmark COPY benchmark benchmark
COPY router router COPY router router
COPY kvrouter kvrouter
COPY backends backends COPY backends backends
COPY launcher launcher COPY launcher launcher
RUN cargo chef prepare --recipe-path recipe.json RUN cargo chef prepare --recipe-path recipe.json

1
Dockerfile_intel
View File

@ -12,6 +12,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
COPY proto proto COPY proto proto
COPY benchmark benchmark COPY benchmark benchmark
COPY router router COPY router router
COPY kvrouter kvrouter
COPY backends backends COPY backends backends
COPY launcher launcher COPY launcher launcher
RUN cargo chef prepare --recipe-path recipe.json RUN cargo chef prepare --recipe-path recipe.json

1
Dockerfile_trtllm
View File

@ -92,6 +92,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
COPY router router COPY router router
COPY backends backends COPY backends backends
COPY benchmark benchmark COPY benchmark benchmark
COPY kvrouter kvrouter
COPY launcher launcher COPY launcher launcher
COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi