huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Move to latest TensorRT-LLM version

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-07-08 22:06:30 +00:00
parent 29c7cb36e5
commit 4113d6d51b
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
backends/trtllm/cmake/trtllm.cmake
View File

@ -17,10 +17,13 @@ else ()
set(FAST_BUILD OFF) set(FAST_BUILD OFF)
endif () endif ()
# This line turn off DEBUG in TRTLLM logger which is quite spammy
add_compile_definitions(NDEBUG OFF)
fetchcontent_declare( fetchcontent_declare(
trtllm trtllm
GIT_REPOSITORY https://github.com/nvidia/tensorrt-llm.git GIT_REPOSITORY https://github.com/nvidia/tensorrt-llm.git
GIT_TAG 9691e12bce7ae1c126c435a049eb516eb119486c GIT_TAG 9dbc5b38baba399c5517685ecc5b66f57a177a4c
GIT_SHALLOW TRUE GIT_SHALLOW TRUE
) )
fetchcontent_makeavailable(trtllm) fetchcontent_makeavailable(trtllm)