huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

default compat_return_full_text to true

Browse Source
This commit is contained in:
OlivierDehaene 2024-02-21 14:49:25 +01:00
parent 08827bef2e
commit c1bdca91c2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/main.rs
View File

@ -270,7 +270,7 @@ async fn main() -> Result<(), RouterError> {
let compat_return_full_text = match &model_info.pipeline_tag {
None => {
tracing::warn!("no pipeline tag found for model {tokenizer_name}");
false
true
}
Some(pipeline_tag) => pipeline_tag.as_str() == "text-generation",
};