huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 23:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

enable build cmake binding

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-06-27 12:41:36 +02:00
parent e4ca7e965c
commit c6537df493
1 changed files with 24 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
backends/trtllm/build.rs
View File

@ -5,7 +5,7 @@ use anyhow::{anyhow, Error};
use git2::{Error as GitError, Repository, SubmoduleUpdateOptions};
use git2::build::CheckoutBuilder;
const ENV_TGI_TENSORRT_LLM_VERSION: &str = "TGI_TRTLLM_VERSION";
// const ENV_TGI_TENSORRT_LLM_VERSION: &str = "TGI_TRTLLM_VERSION";
const ENV_TGI_TENSORRT_LLM_VERSION_COMMIT: &str = "TGI_TRTLLM_VERSION_COMMIT";
const TENSORRT_LLM_REPOSITORY_URL: &str = "https://github.com/nvidia/tensorrt-llm";
@ -24,7 +24,7 @@ fn get_trtllm_snapshot<P: AsRef<Path>>(
) -> Result<(), GitError> {
let dest = dest.as_ref();
let mut repo = if dest.join(".git").exists() {
let repo = if dest.join(".git").exists() {
Repository::open(dest)
} else {
Repository::init(dest)
@ -56,6 +56,23 @@ fn get_trtllm_snapshot<P: AsRef<Path>>(
Ok(())
}
fn cmake_backend_build<P: AsRef<Path>>(trtllm_sources_dir: P, dest: P, profile: &str) {
cmake::Config::new(PathBuf::from("csrc"))
.profile(match profile {
"release" => "Release",
_ => "DebWithRelInfo",
})
.generator("Ninja")
.define(
"TGI_TRTLLM_BACKEND_TRTLLM_ROOT_DIR",
trtllm_sources_dir.as_ref().as_os_str(),
)
.uses_cxx11()
.build_target("tgi_trtllm_backend")
.out_dir(dest)
.build();
}
fn main() -> Result<(), Error> {
env::set_var(
ENV_TGI_TENSORRT_LLM_VERSION_COMMIT,
@ -63,15 +80,18 @@ fn main() -> Result<(), Error> {
);
let tensorrt_llm_sources_dir = PathBuf::from(env::var("OUT_DIR").unwrap()).join("tensorrt-llm");
let _build_profile: String = env::var("PROFILE").unwrap();
let backend_out_dir = PathBuf::from(env::var("OUT_DIR").unwrap()).join("tgi-trtllm-backend");
let build_profile: String = env::var("PROFILE").unwrap();
// First we need to retrieve TensorRT-LLM sources to build the library to link against
get_trtllm_snapshot(
TENSORRT_LLM_REPOSITORY_URL,
TENSORRT_LLM_REPOSITORY_COMMIT_HASH,
tensorrt_llm_sources_dir,
&tensorrt_llm_sources_dir,
)
.map_err(|e| anyhow!(e))?;
cmake_backend_build(&tensorrt_llm_sources_dir, &backend_out_dir, &build_profile);
Ok(())
}