From c1bdca91c2bc9de059be649684bd29e1c2ec1aaf Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Wed, 21 Feb 2024 14:49:25 +0100 Subject: [PATCH] default compat_return_full_text to true --- router/src/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/router/src/main.rs b/router/src/main.rs index 60a66a41..6a736b12 100644 --- a/router/src/main.rs +++ b/router/src/main.rs @@ -270,7 +270,7 @@ async fn main() -> Result<(), RouterError> { let compat_return_full_text = match &model_info.pipeline_tag { None => { tracing::warn!("no pipeline tag found for model {tokenizer_name}"); - false + true } Some(pipeline_tag) => pipeline_tag.as_str() == "text-generation", };