huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 13:52:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding kvrouter to the workspace.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-29 13:48:06 +01:00
parent 914b163768
commit 1932c5b9ed
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
5 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Cargo.toml
View File

@ -7,7 +7,7 @@ members = [
"backends/trtllm",
"launcher",
"router",
"kvrouter"
"kvrouter",
]
default-members = [
"benchmark",
@ -16,6 +16,7 @@ default-members = [
"backends/grpc-metadata",
# "backends/trtllm",
"launcher",
"kvrouter",
"router"
]
resolver = "2"

1
Dockerfile
View File

@ -10,6 +10,7 @@ COPY Cargo.toml Cargo.toml
COPY rust-toolchain.toml rust-toolchain.toml
COPY proto proto
COPY benchmark benchmark
COPY kvrouter kvrouter
COPY router router
COPY backends backends
COPY launcher launcher

1
Dockerfile_amd
View File

@ -11,6 +11,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
COPY proto proto
COPY benchmark benchmark
COPY router router
COPY kvrouter kvrouter
COPY backends backends
COPY launcher launcher
RUN cargo chef prepare --recipe-path recipe.json

1
Dockerfile_intel
View File

@ -12,6 +12,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
COPY proto proto
COPY benchmark benchmark
COPY router router
COPY kvrouter kvrouter
COPY backends backends
COPY launcher launcher
RUN cargo chef prepare --recipe-path recipe.json

1
Dockerfile_trtllm
View File

@ -92,6 +92,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
COPY router router
COPY backends backends
COPY benchmark benchmark
COPY kvrouter kvrouter
COPY launcher launcher
COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi