From b65b9b5a458f7a2ed28a63eb7c8d8e64a9bb8a49 Mon Sep 17 00:00:00 2001 From: Pauline Bailly-Masson <155966238+paulinebm@users.noreply.github.com> Date: Tue, 7 Jan 2025 14:57:03 +0100 Subject: [PATCH] Create test-trtllm.yml --- .github/workflows/test-trtllm.yml | 50 +++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+) create mode 100644 .github/workflows/test-trtllm.yml diff --git a/.github/workflows/test-trtllm.yml b/.github/workflows/test-trtllm.yml new file mode 100644 index 00000000..87d7efe9 --- /dev/null +++ b/.github/workflows/test-trtllm.yml @@ -0,0 +1,50 @@ +name: "TensorRT-LLM C/C++/CUDA Test Suite POPO" +on: + push: + branches: + - 'main' + - 'trtllm/ci' + tags: + - 'v*' + pull_request: + paths: + - "backends/trtllm" + - "server/**" + - "proto/**" + - "router/**" + - "launcher/**" + - "Cargo.lock" + - "rust-toolchain.toml" + - ".github/workflows/build_trtllm.yaml" + - ".github/workflows/trtllm_tests.yaml" + branches: + - "main" + +jobs: + build-and-push: + permissions: + contents: write + packages: write + id-token: write + uses: ./.github/workflows/build_trtllm.yaml + with: + runs-on: aws-highmemory-64-plus-priv + secrets: + AWS_ROLE_GITHUB_TGI_TEST: ${{ secrets.AWS_ROLE_GITHUB_TGI_TEST }} + run-tests: + needs: build-and-push + concurrency: + group: ${{ github.workflow }}-${{ github.job }}-trtllm-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + runs-on: + group: aws-highmemory-64-plus-priv + container: + image: ${{ needs.build-and-push.outputs.docker_image }} + credentials: + username: ${{ secrets.REGISTRY_USERNAME }} + password: ${{ secrets.REGISTRY_PASSWORD }} + options: --gpus all --shm-size=8g + + steps: + - name: Run C++/CUDA tests + run: /usr/local/tgi/bin/tgi_trtllm_backend_tests