huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-08 19:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge bd33a23cac into 06d9d88b95

Browse Source
This commit is contained in:
Daniël de Kok 2025-08-29 02:23:16 +02:00 committed by GitHub
commit fcf0dc3f47
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile_amd
View File

@ -251,7 +251,7 @@ COPY proto proto
COPY server server
COPY server/Makefile server/Makefile
RUN cd server && \
uv pip install grpcio-tools mypy-protobuf && \
uv pip install "grpcio-tools>=1.67.0,<1.73.0" "grpcio>=1.67.0,<1.73.0" mypy-protobuf && \
uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir && \
make gen-server-raw
RUN cd server && \

6
server/pyproject.toml
View File

@ -13,9 +13,9 @@ dependencies = [
"click<8.2.0",
"einops>=0.8.0",
"grpc-interceptor>=0.15.4",
"grpcio>=1.67.0",
"grpcio-reflection>=1.67.0",
"grpcio-status>=1.67.0",
"grpcio>=1.67.0,<1.73.0",
"grpcio-reflection>=1.67.0,<1.73.0",
"grpcio-status>=1.67.0,<1.73.0",
"kernels>=0.2.1",
"hf-transfer>=0.1.8",
"loguru>=0.7.3",