From dd696891ac5ac6a891f26d19e8d9e013deea3155 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 27 May 2024 03:59:47 +0000 Subject: [PATCH] fix: adjust for idefics2 template --- router/src/infer.rs | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/router/src/infer.rs b/router/src/infer.rs index 1123dd6a..1447e756 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -101,7 +101,10 @@ impl Infer { }) .map(|t| { // .strip() is not supported in minijinja - let t = t.replace(".strip()", " | trim"); + // .capitalize() is not supported in minijinja but we can use | capitalize + let t = t + .replace(".strip()", " | trim") + .replace(".capitalize()", " | capitalize"); ChatTemplate::new(t, tokenizer_config.bos_token, tokenizer_config.eos_token) });