feat(trtllm): add trtllm build workflow and update s3-cache

This commit is contained in:
Morgan Funtowicz 2024-12-11 18:12:56 +01:00
parent 951cc51ade
commit 5bef5a88da
3 changed files with 76 additions and 37 deletions

46
.github/workflows/build_trtllm.yaml vendored Normal file
View File

@ -0,0 +1,46 @@
name: Build TensorRT-LLM
on:
push:
branches:
- 'main'
tags:
- 'v*'
pull_request:
paths:
- "backends/**"
- "server/**"
- "proto/**"
- "router/**"
- "launcher/**"
- "Cargo.lock"
- "rust-toolchain.toml"
branches:
- "main"
jobs:
checkout:
runs-on:
group: aws-highmemory-32-plus-priv
steps:
- name: Checking out code
uses: actions/checkout@v4
call-setup-aws-s3-cache:
needs: checkout
uses: ./.github/workflows/s3-cache.yaml@s3-cache # TODO: Change @s3-cache to @main when merged
with:
runner-group: aws-highmemory-32-plus-priv
secrets: inherit
build:
runs-on:
group: aws-highmemory-32-plus-priv
needs: call-setup-aws-s3-cache
steps:
- name: "Setup sccache"
run: apt update && apt upgrade -y

30
.github/workflows/s3-cache.yaml vendored Normal file
View File

@ -0,0 +1,30 @@
name: Setup S3 Cache Storage
on:
workflow_dispatch:
push:
branches:
- s3-cache
workflow_call:
inputs:
# Identify on which runner this workflow should work
runner-group:
required: true
type: string
permissions:
contents: read # Required to check out repository.
id-token: write # Required to authenticate via OIDC.
jobs:
setup-cache:
runs-on:
group: ${{ inputs.runner-group }}
steps:
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v4
with:
aws-region: us-east-1
role-to-assume: ${{ secrets.AWS_ROLE_GITHUB_TGI_TEST }}

View File

@ -1,37 +0,0 @@
name: test-s3
on:
workflow_dispatch:
push:
branches:
- s3-cache
permissions:
contents: read # Required to checkout repository.
id-token: write # Required to authenticate via OIDC.
jobs:
test:
runs-on:
group: aws-general-8-plus
steps:
- name: checkout
uses: actions/checkout@v4
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v4
with:
aws-region: us-east-1
role-to-assume: ${{ secrets.AWS_ROLE_GITHUB_TGI_TEST }}
- name: S3 Write
run: |
aws s3 cp README.md s3://${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}
- name: S3 Read
run: |
aws s3 ls s3://${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}