huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(ci): enforce sccache

Browse Source
This commit is contained in:
Morgan Funtowicz 2025-01-09 11:20:40 +01:00
parent 59db9fe9d6
commit cf846aa900
3 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/build_trtllm.yaml vendored
View File

@ -16,7 +16,7 @@ on:
value: ${{ jobs.build-and-push.outputs.label }} value: ${{ jobs.build-and-push.outputs.label }}
jobs: jobs:
build-and-push: build-trtllm-and-push:
permissions: permissions:
contents: read # Required to check out repository. contents: read # Required to check out repository.
id-token: write # Required to authenticate via OIDC. id-token: write # Required to authenticate via OIDC.
@ -114,7 +114,7 @@ jobs:
platforms: 'linux/amd64' platforms: 'linux/amd64'
build-args: | build-args: |
build_type=dev build_type=dev
is_gha_build=true is_gha_build=TRUE
aws_access_key_id=${{ steps.aws-creds.outputs.aws-access-key-id }} aws_access_key_id=${{ steps.aws-creds.outputs.aws-access-key-id }}
aws_secret_access_key=${{ steps.aws-creds.outputs.aws-secret-access-key }} aws_secret_access_key=${{ steps.aws-creds.outputs.aws-secret-access-key }}
aws_session_token=${{ steps.aws-creds.outputs.aws-session-token }} aws_session_token=${{ steps.aws-creds.outputs.aws-session-token }}

2
.github/workflows/trtllm_tests.yaml vendored
View File

@ -21,7 +21,7 @@ on:
- "main" - "main"
jobs: jobs:
build-and-push: build-backend:
permissions: permissions:
contents: write contents: write
packages: write packages: write

6
Dockerfile_trtllm
View File

@ -84,11 +84,13 @@ ENV SCCACHE_BUCKET=$sccache_bucket
ENV SCCACHE_S3_KEY_PREFIX=$sccache_s3_key_prefix ENV SCCACHE_S3_KEY_PREFIX=$sccache_s3_key_prefix
ENV SCCACHE_REGION=$sccache_region ENV SCCACHE_REGION=$sccache_region
ENV CMAKE_PREFIX_PATH="/usr/local/mpi:/usr/local/tensorrt:$CMAKE_PREFIX_PATH"
ENV CUDA_ARCH_LIST=${cuda_arch_list}
ENV LD_LIBRARY_PATH="/usr/local/mpi/lib:$LD_LIBRARY_PATH" ENV LD_LIBRARY_PATH="/usr/local/mpi/lib:$LD_LIBRARY_PATH"
ENV PKG_CONFIG_PATH="/usr/local/mpi/lib/pkgconfig:$PKG_CONFIG_PATH" ENV PKG_CONFIG_PATH="/usr/local/mpi/lib/pkgconfig:$PKG_CONFIG_PATH"
ENV CMAKE_PREFIX_PATH="/usr/local/mpi:/usr/local/tensorrt:$CMAKE_PREFIX_PATH"
ENV USE_LLD_LINKER=ON ENV USE_LLD_LINKER=ON
ENV CUDA_ARCH_LIST=${cuda_arch_list}
ENV CMAKE_CXX_COMPILER_LAUNCHER=sccache
ENV RUSTC_WRAPPER=sccache ENV RUSTC_WRAPPER=sccache
COPY . . COPY . .