huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bad copy/past missing nvinfer linkage direction

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-07-22 11:43:10 +00:00
parent 3597beefe2
commit 6a9e925ec1
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
backends/trtllm/build.rs
View File

@ -24,9 +24,9 @@ fn main() {
// Misc variables // Misc variables
let out_dir = PathBuf::from(env::var("OUT_DIR").unwrap()); let out_dir = PathBuf::from(env::var("OUT_DIR").unwrap());
let build_profile = env::var("PROFILE").unwrap(); let build_profile = env::var("PROFILE").unwrap();
let is_debug = match build_profile.as_ref() { let (is_debug, opt_level) = match build_profile.as_ref() {
"debug" => true, "debug" => (true, "0"),
_ => false, _ => (false, "3"),
}; };
// Build the backend implementation through CMake // Build the backend implementation through CMake
@ -37,7 +37,7 @@ fn main() {
true => "Debug", true => "Debug",
false => "Release", false => "Release",
}) })
.env("OPT_LEVEL", "3") .env("OPT_LEVEL", opt_level)
.out_dir(INSTALL_PREFIX.unwrap_or("/usr/local/tgi")) .out_dir(INSTALL_PREFIX.unwrap_or("/usr/local/tgi"))
.define("CMAKE_CUDA_COMPILER", "/usr/local/cuda/bin/nvcc") .define("CMAKE_CUDA_COMPILER", "/usr/local/cuda/bin/nvcc")
.define( .define(
@ -93,7 +93,7 @@ fn main() {
// TensorRT // TensorRT
println!(r"cargo:rustc-link-search=native=/usr/local/tensorrt/lib"); println!(r"cargo:rustc-link-search=native=/usr/local/tensorrt/lib");
println!(r"cargo:rustc-link-search=native={}", backend_path.display()); println!("cargo:rustc-link-lib=dylib=nvinfer");
// TensorRT-LLM // TensorRT-LLM
println!( println!(