huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(ci): let's try this way

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-12 13:00:13 +01:00
parent 0aa49a1674
commit ea7cf3aba8
2 changed files with 9 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
.github/workflows/build_trtllm.yaml vendored
View File

@ -29,13 +29,6 @@ jobs:
group: aws-highmemory-32-plus-priv
steps:
- uses: actions/checkout@v4
#- uses: actions-rust-lang/setup-rust-toolchain@v1
- name: Install Rust Stable
uses: actions-rust-lang/setup-rust-toolchain@v1
with:
toolchain: stable
components: rustfmt, clippy
override: true
- name: "Configure AWS Credentials"
id: aws-creds
@ -61,13 +54,15 @@ jobs:
push: false
platforms: 'linux/amd64'
build-args: |
AWS_ACCESS_KEY_ID: ${{ steps.aws-creds.outputs.aws-access-key-id }}
AWS_SECRET_ACCESS_KEY: ${{ steps.aws-creds.outputs.aws-secret-access-key }}
BUILD_TYPE=debug
SCCACHE_BUCKET: ${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}
SCCACHE_REGION: us-east-1
SCCACHE_S3_USE_SSL: false
SCCACHE_S3_KEY_PREFIX: trtllm
secrets:
AWS_ACCESS_KEY_ID=${{ steps.aws-creds.outputs.aws-access-key-id }}
AWS_SECRET_ACCESS_KEY=${{ steps.aws-creds.outputs.aws-secret-access-key }}
SCCACHE_BUCKET=${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}

6
Dockerfile_trtllm
View File

@ -87,7 +87,7 @@ ENV LD_LIBRARY_PATH="/usr/local/mpi/lib:$LD_LIBRARY_PATH"
ENV PKG_CONFIG_PATH="/usr/local/mpi/lib/pkgconfig:$PKG_CONFIG_PATH"
# Retrieve potential build arg for S3 caching
ENV SCCACHE_BUCKET ${SCCACHE_BUCKET}
#ENV SCCACHE_BUCKET ${SCCACHE_BUCKET}
ENV SCCACHE_REGION ${SCCACHE_REGION}
ENV SCCACHE_S3_KEY_PREFIX ${SCCACHE_S3_KEY_PREFIX}
@ -98,7 +98,9 @@ COPY router router
COPY backends/trtllm backends/trtllm
COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
RUN --mount=type=secret,id=AWS_ACCESS_KEY_ID,env=${AWS_ACCESS_KEY_ID} --mount=type=secret,id=AWS_SECRET_ACCESS_KEY,env=${AWS_SECRET_ACCESS_KEY} \
RUN --mount=type=secret,id=AWS_ACCESS_KEY_ID,env=${AWS_ACCESS_KEY_ID}\
--mount=type=secret,id=AWS_SECRET_ACCESS_KEY,env=${AWS_SECRET_ACCESS_KEY} \
--mount=type=secret,id=SCCACHE_BUCKET,env=${SCCACHE_BUCKET} \
mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \
CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm