huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(ci): attempt to fix sccache not building trtllm again

Browse Source
This commit is contained in:
Morgan Funtowicz 2025-01-21 00:19:39 +01:00
parent a4d069fe07
commit a0e75b1311
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile_trtllm
View File

@ -103,7 +103,6 @@ COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \ RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \
python3 backends/trtllm/scripts/setup_sccache.py --is-gha-build ${is_gha_build} && \ python3 backends/trtllm/scripts/setup_sccache.py --is-gha-build ${is_gha_build} && \
CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX \ CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX \
CMAKE_CXX_COMPILER_LAUNCHER=sccache \
RUSTC_WRAPPER=sccache \ RUSTC_WRAPPER=sccache \
cargo build --profile ${build_type} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm && \ cargo build --profile ${build_type} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm && \
sccache --show-stats sccache --show-stats

9
backends/trtllm/build.rs
View File

@ -136,9 +136,12 @@ fn build_backend(is_debug: bool, opt_level: &str, out_dir: &PathBuf) -> (PathBuf
config.define("CMAKE_CUDA_HOST_COMPILER", nvcc_host_compiler); config.define("CMAKE_CUDA_HOST_COMPILER", nvcc_host_compiler);
} }
if let Some(cxx_compiler_launcher) = option_env!("CMAKE_CXX_COMPILER_LAUNCHER") { if let Some(wrapper) = option_env!("RUSTC_WRAPPER") {
println!("cargo:warning=Using caching tool: {cxx_compiler_launcher}"); println!("cargo:warning=Using caching tool: {wrapper}");
config.define("CMAKE_CXX_COMPILER_LAUNCHER", cxx_compiler_launcher);
env::set_var("CMAKE_C_COMPILER_LAUNCHER", wrapper);
env::set_var("CMAKE_CXX_COMPILER_LAUNCHER", wrapper);
env::set_var("CMAKE_CUDA_COMPILER_LAUNCHER", wrapper);
} }
// Allow to override which Python to use ... // Allow to override which Python to use ...