huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix test_chat_template_valid_with_strftime_now

Browse Source
This commit is contained in:
Alvaro Bartolome 2025-01-31 21:52:55 +01:00
parent 1c17d8a768
commit 77940ac73f
No known key found for this signature in database
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
router/src/infer/chat_template.rs
View File

@ -326,13 +326,15 @@ mod tests {
let source = r#" let source = r#"
{% set today = strftime_now("%Y-%m-%d") %} {% set today = strftime_now("%Y-%m-%d") %}
{% set default_system_message = "The current date is " + today + "." %} {% set default_system_message = "The current date is " + today + "." %}
{{ default_system_message }}
{{ bos_token }} {{ bos_token }}
{% if messages[0]['role'] == 'system' %} {% if messages[0]['role'] == 'system' %}
{% set loop_messages = messages[1:] %} { set system_message = messages[0]['content'] %}
{%- set loop_messages = messages[1:] %}
{% else %} {% else %}
{% set loop_messages = messages %} {%- set system_message = default_system_message %}
{%- set loop_messages = messages %}
{% endif %} {% endif %}
{{ '[SYSTEM_PROMPT]' + system_message + '[/SYSTEM_PROMPT]' }}
{% for message in loop_messages %} {% for message in loop_messages %}
{% if message['role'] == 'user' %} {% if message['role'] == 'user' %}
{{ '[INST]' + message['content'] + '[/INST]' }} {{ '[INST]' + message['content'] + '[/INST]' }}
@ -380,7 +382,7 @@ mod tests {
let current_date = Local::now().format("%Y-%m-%d").to_string(); let current_date = Local::now().format("%Y-%m-%d").to_string();
let result = tmpl.unwrap().render(chat_template_inputs).unwrap(); let result = tmpl.unwrap().render(chat_template_inputs).unwrap();
assert_eq!(result, format!("The current date is {}.[BOS][INST] Hi! [/INST]Hello how can I help?[EOS][INST] What is Deep Learning? [/INST]magic![EOS]", current_date)); assert_eq!(result, format!("[BOS][SYSTEM_PROMPT]The current date is {}.[/SYSTEM_PROMPT][INST]Hi![/INST]Hello how can I help?[EOS][INST]What is Deep Learning?[/INST]magic![EOS]", current_date));
} }
#[test] #[test]