huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(backend): let's actually cache things now

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-20 20:05:31 +01:00
parent eb436a7cfb
commit 6da97ae922
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backends/trtllm/build.rs
View File

@ -117,6 +117,12 @@ fn build_backend(is_debug: bool, opt_level: &str, out_dir: &PathBuf) -> (PathBuf
config.define("TGI_TRTLLM_BACKEND_BUILD_TESTS", "ON"); config.define("TGI_TRTLLM_BACKEND_BUILD_TESTS", "ON");
} }
if let Some(wrapper) = option_env!("RUSTC_WRAPPER") {
if wrapper == "sccache" {
config.define("CMAKE_CXX_COMPILER_LAUNCHER", "sccache");
}
}
if option_env!("USE_LLD_LINKER").is_some() { if option_env!("USE_LLD_LINKER").is_some() {
println!("cargo:warning=Using lld linker"); println!("cargo:warning=Using lld linker");
config.define("TGI_TRTLLM_BACKEND_BUILD_USE_LLD", "ON"); config.define("TGI_TRTLLM_BACKEND_BUILD_USE_LLD", "ON");