mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-06-06 17:32:09 +00:00
feat(trtllm): add trtllm build workflow and update s3-cache
This commit is contained in:
parent
951cc51ade
commit
5bef5a88da
46
.github/workflows/build_trtllm.yaml
vendored
Normal file
46
.github/workflows/build_trtllm.yaml
vendored
Normal file
@ -0,0 +1,46 @@
|
||||
name: Build TensorRT-LLM
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- 'main'
|
||||
tags:
|
||||
- 'v*'
|
||||
pull_request:
|
||||
paths:
|
||||
- "backends/**"
|
||||
- "server/**"
|
||||
- "proto/**"
|
||||
- "router/**"
|
||||
- "launcher/**"
|
||||
- "Cargo.lock"
|
||||
- "rust-toolchain.toml"
|
||||
branches:
|
||||
- "main"
|
||||
|
||||
jobs:
|
||||
checkout:
|
||||
runs-on:
|
||||
group: aws-highmemory-32-plus-priv
|
||||
steps:
|
||||
- name: Checking out code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
call-setup-aws-s3-cache:
|
||||
needs: checkout
|
||||
uses: ./.github/workflows/s3-cache.yaml@s3-cache # TODO: Change @s3-cache to @main when merged
|
||||
with:
|
||||
runner-group: aws-highmemory-32-plus-priv
|
||||
secrets: inherit
|
||||
|
||||
build:
|
||||
runs-on:
|
||||
group: aws-highmemory-32-plus-priv
|
||||
needs: call-setup-aws-s3-cache
|
||||
steps:
|
||||
- name: "Setup sccache"
|
||||
run: apt update && apt upgrade -y
|
||||
|
||||
|
||||
|
||||
|
30
.github/workflows/s3-cache.yaml
vendored
Normal file
30
.github/workflows/s3-cache.yaml
vendored
Normal file
@ -0,0 +1,30 @@
|
||||
name: Setup S3 Cache Storage
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
push:
|
||||
branches:
|
||||
- s3-cache
|
||||
|
||||
workflow_call:
|
||||
inputs:
|
||||
# Identify on which runner this workflow should work
|
||||
runner-group:
|
||||
required: true
|
||||
type: string
|
||||
|
||||
|
||||
permissions:
|
||||
contents: read # Required to check out repository.
|
||||
id-token: write # Required to authenticate via OIDC.
|
||||
|
||||
jobs:
|
||||
setup-cache:
|
||||
runs-on:
|
||||
group: ${{ inputs.runner-group }}
|
||||
steps:
|
||||
- name: Configure AWS Credentials
|
||||
uses: aws-actions/configure-aws-credentials@v4
|
||||
with:
|
||||
aws-region: us-east-1
|
||||
role-to-assume: ${{ secrets.AWS_ROLE_GITHUB_TGI_TEST }}
|
37
.github/workflows/test-s3-cache.yaml
vendored
37
.github/workflows/test-s3-cache.yaml
vendored
@ -1,37 +0,0 @@
|
||||
name: test-s3
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
push:
|
||||
branches:
|
||||
- s3-cache
|
||||
|
||||
|
||||
permissions:
|
||||
|
||||
contents: read # Required to checkout repository.
|
||||
id-token: write # Required to authenticate via OIDC.
|
||||
|
||||
jobs:
|
||||
test:
|
||||
runs-on:
|
||||
group: aws-general-8-plus
|
||||
steps:
|
||||
- name: checkout
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Configure AWS Credentials
|
||||
uses: aws-actions/configure-aws-credentials@v4
|
||||
with:
|
||||
aws-region: us-east-1
|
||||
role-to-assume: ${{ secrets.AWS_ROLE_GITHUB_TGI_TEST }}
|
||||
|
||||
- name: S3 Write
|
||||
run: |
|
||||
aws s3 cp README.md s3://${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}
|
||||
|
||||
- name: S3 Read
|
||||
run: |
|
||||
aws s3 ls s3://${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user