huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 16:32:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Lint.

Browse Source
This commit is contained in:
Nicolas Patry 2025-04-07 09:43:21 +02:00
parent b48bfb7a6f
commit edde1d7132
No known key found for this signature in database
GPG Key ID: 87B37D879D09DEB4
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile_amd
View File

@ -191,7 +191,7 @@ RUN . .venv/bin/activate && cd aiter \
&& git checkout ${AITER_BRANCH} \ && git checkout ${AITER_BRANCH} \
&& git submodule update --init --recursive \ && git submodule update --init --recursive \
&& pip install -r requirements.txt \ && pip install -r requirements.txt \
&& PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop && pip show aiter && PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop && pip show aiter
RUN rm -rf /var/lib/apt/lists/* RUN rm -rf /var/lib/apt/lists/*
@ -253,7 +253,7 @@ COPY server/Makefile server/Makefile
RUN cd server && \ RUN cd server && \
uv pip install grpcio-tools mypy-protobuf && \ uv pip install grpcio-tools mypy-protobuf && \
uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir && \ uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir && \
make gen-server-raw make gen-server-raw
RUN cd server && \ RUN cd server && \
pwd && \ pwd && \
text-generation-server --help text-generation-server --help