diff --git a/router/src/infer.rs b/router/src/infer.rs index d7b9b52b..a45685cb 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -800,18 +800,22 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"), @@ -861,22 +865,27 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "user".to_string(), content: "Hi again!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"), @@ -931,18 +940,22 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"), @@ -981,18 +994,22 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"), diff --git a/router/src/lib.rs b/router/src/lib.rs index 87873821..8c7ca74b 100644 --- a/router/src/lib.rs +++ b/router/src/lib.rs @@ -378,6 +378,7 @@ impl ChatCompletion { message: Message { role: "assistant".into(), content: output, + name: None, }, logprobs: return_logprobs .then(|| ChatCompletionLogprobs::from((details.tokens, details.top_tokens))), @@ -453,6 +454,7 @@ fn default_request_messages() -> Vec { vec![Message { role: "user".to_string(), content: "My name is David and I".to_string(), + name: None, }] } @@ -547,6 +549,8 @@ pub(crate) struct Message { pub role: String, #[schema(example = "My name is David and I")] pub content: String, + #[schema(example = "\"David\"")] + pub name: Option, } #[derive(Clone, Debug, Deserialize, ToSchema)]