diff --git a/router/src/main.rs b/router/src/main.rs index 60a66a41..6a736b12 100644 --- a/router/src/main.rs +++ b/router/src/main.rs @@ -270,7 +270,7 @@ async fn main() -> Result<(), RouterError> { let compat_return_full_text = match &model_info.pipeline_tag { None => { tracing::warn!("no pipeline tag found for model {tokenizer_name}"); - false + true } Some(pipeline_tag) => pipeline_tag.as_str() == "text-generation", };