huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update dockerfile with new build.

Browse Source
This commit is contained in:
Nicolas Patry 2023-09-25 09:41:25 +00:00
parent 02d4f62a1f
commit 4a29074291
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@ -119,9 +119,9 @@ RUN TORCH_CUDA_ARCH_LIST="8.0;8.6+PTX" python setup.py build
# Build Transformers awq kernels
FROM kernel-builder as awq-kernels-builder
WORKDIR /usr/src
COPY server/awq_kernels/ .
COPY server/Makefile-awq Makefile
# Build specific version of transformers
RUN python setup.py build
RUN make build-awq
# Build Transformers CUDA kernels
FROM kernel-builder as custom-kernels-builder