From 562cd4b06e9d3e729b54ccca64300dd66ad45ace Mon Sep 17 00:00:00 2001 From: fxmarty <9808326+fxmarty@users.noreply.github.com> Date: Fri, 19 Apr 2024 15:44:32 +0000 Subject: [PATCH] fix --- Dockerfile_amd | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) diff --git a/Dockerfile_amd b/Dockerfile_amd index 6dd10326..b775f6a5 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -169,8 +169,10 @@ RUN pip install einops --no-cache-dir COPY proto proto COPY server server COPY server/Makefile server/Makefile - # pip install -r requirements_rocm.txt && \ - #pip install ".[accelerate, peft, outlines]" --no-cache-dir +RUN cd server && \ + make gen-server && \ + pip install -r requirements_rocm.txt && \ + pip install ".[accelerate, peft, outlines]" --no-cache-dir # Install benchmarker COPY --from=builder /usr/src/target/release/text-generation-benchmark /usr/local/bin/text-generation-benchmark @@ -179,11 +181,6 @@ COPY --from=builder /usr/src/target/release/text-generation-router /usr/local/bi # Install launcher COPY --from=builder /usr/src/target/release/text-generation-launcher /usr/local/bin/text-generation-launcher -RUN cd server && \ - make gen-server && \ - pip install -r requirements_rocm.txt && \ - pip install ".[accelerate, peft, outlines]" --no-cache-dir - # AWS Sagemaker compatible image FROM base-copy as sagemaker COPY sagemaker-entrypoint.sh entrypoint.sh