mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 22:02:06 +00:00
ea7f4082c4
* misc(cmake) update dependencies * feat(hardware) enable new hardware.hpp and unittests * test(ctest) enable address sanitizer * feat(backend): initial rewrite of the backend for simplicity * feat(backend): remove all the logs from hardware.hpp * feat(backend): added some logging * feat(backend): enable compiler warning if support for RVO not applying * feat(backend): missing return statement * feat(backend): introduce backend_workspace_t to store precomputed information from the engine folder * feat(backend): delete previous backend impl * feat(backend): more impl * feat(backend): use latest trtllm main version to have g++ >= 13 compatibility * feat(backend): allow overriding which Python to use * feat(backend): fix backend_exception_t -> backend_error_t naming * feat(backend): impl missing generation_step_t as return value of pull_tokens * feat(backend): make backend_workspace_t::engines_folder constexpr * feat(backend): fix main.rs retrieving the tokenizer * feat(backend): add guard to multiple header definitions * test(backend): add more unittest * feat(backend): remove constexpr from par * feat(backend): remove constexpig * test(backend): more test coverage * chore(trtllm): update dependency towards 0.15.0 * effectively cancel the request on the executor * feat(backend) fix moving backend when pulling * feat(backend): make sure we can easily cancel request on the executor * feat(backend): fix missing "0" field access * misc(backend): fix reborrowing Pin<&mut T> as described in the doc https://doc.rust-lang.org/stable/std/pin/struct.Pin.html#method.as_mut * chore: Add doc and CI for TRTLLM (#2799) * chore: Add doc and CI for TRTLLM * chore: Add doc and CI for TRTLLM * chore: Add doc and CI for TRTLLM * chore: Add doc and CI for TRTLLM * doc: Formatting * misc(backend): indent --------- Co-authored-by: Hugo Larcher <hugo.larcher@huggingface.co>
50 lines
1.1 KiB
YAML
50 lines
1.1 KiB
YAML
name: CI build
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- 'main'
|
|
tags:
|
|
- 'v*'
|
|
pull_request:
|
|
paths:
|
|
- ".github/workflows/build.yaml"
|
|
- "integration-tests/**"
|
|
- "backends/**"
|
|
- "server/**"
|
|
- "proto/**"
|
|
- "router/**"
|
|
- "launcher/**"
|
|
- "Cargo.lock"
|
|
- "rust-toolchain.toml"
|
|
- "Dockerfile"
|
|
- "Dockerfile_amd"
|
|
- "Dockerfile_intel"
|
|
branches:
|
|
- "main"
|
|
workflow_dispatch:
|
|
inputs:
|
|
release-tests:
|
|
description: "Run release integration tests"
|
|
required: true
|
|
default: false
|
|
type: boolean
|
|
|
|
jobs:
|
|
build:
|
|
strategy:
|
|
# super important if you want to see all results, even if one fails
|
|
# fail-fast is true by default
|
|
fail-fast: false
|
|
matrix:
|
|
hardware: ["cuda", "cuda-trtllm", "rocm", "intel-xpu", "intel-cpu"]
|
|
uses: ./.github/workflows/build.yaml # calls the one above ^
|
|
permissions:
|
|
contents: write
|
|
packages: write
|
|
with:
|
|
hardware: ${{ matrix.hardware }}
|
|
# https://github.com/actions/runner/issues/2206
|
|
release-tests: ${{ inputs.release-tests == true }}
|
|
secrets: inherit
|