From 9f67f4226b3d033d95043217cd0c0f98339ccc27 Mon Sep 17 00:00:00 2001 From: Aaron Mihalik Date: Wed, 14 Feb 2024 16:43:30 -0500 Subject: [PATCH 1/2] feat: added name field to openai message --- router/src/lib.rs | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/router/src/lib.rs b/router/src/lib.rs index a9d783bb..64afc780 100644 --- a/router/src/lib.rs +++ b/router/src/lib.rs @@ -338,6 +338,7 @@ impl ChatCompletion { message: Message { role: "assistant".into(), content: output, + name: None, }, logprobs: return_logprobs .then(|| ChatCompletionLogprobs::from((details.tokens, details.top_tokens))), @@ -413,6 +414,7 @@ fn default_request_messages() -> Vec { vec![Message { role: "user".to_string(), content: "My name is David and I".to_string(), + name: None, }] } @@ -507,6 +509,8 @@ pub(crate) struct Message { pub role: String, #[schema(example = "My name is David and I")] pub content: String, + #[schema(example = "\"David\"")] + pub name: Option, } #[derive(Clone, Debug, Deserialize, ToSchema)] From 1135de23d1eed82266afd37e71f4492775bec68a Mon Sep 17 00:00:00 2001 From: drbh Date: Thu, 15 Feb 2024 12:29:22 -0500 Subject: [PATCH 2/2] fix: add name arg to tests --- router/src/infer.rs | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/router/src/infer.rs b/router/src/infer.rs index d7b9b52b..a45685cb 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -800,18 +800,22 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"), @@ -861,22 +865,27 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "user".to_string(), content: "Hi again!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"), @@ -931,18 +940,22 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"), @@ -981,18 +994,22 @@ mod tests { Message { role: "user".to_string(), content: "Hi!".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "Hello how can I help?".to_string(), + name: None, }, Message { role: "user".to_string(), content: "What is Deep Learning?".to_string(), + name: None, }, Message { role: "assistant".to_string(), content: "magic!".to_string(), + name: None, }, ], bos_token: Some("[BOS]"),