huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-23 16:02:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(backend): make backend_workspace_t::engines_folder constexpr

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-03 09:41:58 +01:00
parent 2f8634ec01
commit 874bc28d6c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/csrc/backend.hpp
View File

@ -114,7 +114,7 @@ namespace huggingface::tgi::backends::trtllm {
* Path to the folder containing the TensorRT-LLM engines * Path to the folder containing the TensorRT-LLM engines
* @return local filesystem path to the folder * @return local filesystem path to the folder
*/ */
[[nodiscard]] std::filesystem::path engines_folder() const { return engines_folder_; } [[nodiscard]] constexpr std::filesystem::path engines_folder() const { return engines_folder_; }
/** /**
* Hugging Face transformers' generated `generation_config_t` mapping information stored in the * Hugging Face transformers' generated `generation_config_t` mapping information stored in the