huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 03:14:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

add cloning in Dockerfile

Browse Source
This commit is contained in:
Mohit Sharma 2024-10-04 17:41:02 +00:00
parent 862651a90d
commit 11d7af730b
2 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/build.yaml vendored
View File

@ -35,8 +35,6 @@ jobs:
steps: steps:
- name: Checkout repository - name: Checkout repository
uses: actions/checkout@v4 uses: actions/checkout@v4
with:
lfs: true
- name: Inject slug/short variables - name: Inject slug/short variables
uses: rlespinasse/github-slug-action@v4.4.1 uses: rlespinasse/github-slug-action@v4.4.1
- name: Construct harware variables - name: Construct harware variables

8
Dockerfile_amd
View File

@ -265,6 +265,12 @@ COPY server/exllamav2_kernels/ .
RUN python setup.py build RUN python setup.py build
FROM base as get_tuned_ops
RUN apt-get update && apt-get install git-lfs
RUN git clone https://github.com/huggingface/text-generation-inference.git
WORKDIR /text-generation-inference
RUN git checkout add_tunable_prefill && git lfs pull
FROM install_deps AS base-copy FROM install_deps AS base-copy
# Text Generation Inference base env # Text Generation Inference base env
@ -328,7 +334,7 @@ ENV ATTENTION=paged
ENV USE_PREFIX_CACHING=0 ENV USE_PREFIX_CACHING=0
ENV ROCM_USE_SKINNY_GEMM=1 ENV ROCM_USE_SKINNY_GEMM=1
COPY ./rocm_tuned_ops/afo_tune_device_0_full.csv /afo_tune/ COPY --from=get_tuned_ops /text-generation-inference/rocm_tuned_ops/afo_tune_device_0_full.csv /afo_tune/afo_tune_device_0_full.csv
RUN seq 1 7 | xargs -I{} cp /afo_tune/afo_tune_device_0_full.csv /afo_tune/afo_tune_device_{}_full.csv RUN seq 1 7 | xargs -I{} cp /afo_tune/afo_tune_device_0_full.csv /afo_tune/afo_tune_device_{}_full.csv
ENV PYTORCH_TUNABLEOP_FILENAME=/afo_tune/afo_tune_device_%d_full.csv ENV PYTORCH_TUNABLEOP_FILENAME=/afo_tune/afo_tune_device_%d_full.csv