huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-23 16:02:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'amihalik-update-chat-completion-messages' into ci-amihalik-update-chat-completion-messages

Browse Source
This commit is contained in:
drbh 2024-02-15 17:50:14 +00:00
commit 5cdee2a591
2 changed files with 21 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
router/src/infer.rs
View File

@ -800,18 +800,22 @@ mod tests {
Message {
role: "user".to_string(),
content: "Hi!".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "Hello how can I help?".to_string(),
name: None,
},
Message {
role: "user".to_string(),
content: "What is Deep Learning?".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "magic!".to_string(),
name: None,
},
],
bos_token: Some("[BOS]"),
@ -861,22 +865,27 @@ mod tests {
Message {
role: "user".to_string(),
content: "Hi!".to_string(),
name: None,
},
Message {
role: "user".to_string(),
content: "Hi again!".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "Hello how can I help?".to_string(),
name: None,
},
Message {
role: "user".to_string(),
content: "What is Deep Learning?".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "magic!".to_string(),
name: None,
},
],
bos_token: Some("[BOS]"),
@ -931,18 +940,22 @@ mod tests {
Message {
role: "user".to_string(),
content: "Hi!".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "Hello how can I help?".to_string(),
name: None,
},
Message {
role: "user".to_string(),
content: "What is Deep Learning?".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "magic!".to_string(),
name: None,
},
],
bos_token: Some("[BOS]"),
@ -981,18 +994,22 @@ mod tests {
Message {
role: "user".to_string(),
content: "Hi!".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "Hello how can I help?".to_string(),
name: None,
},
Message {
role: "user".to_string(),
content: "What is Deep Learning?".to_string(),
name: None,
},
Message {
role: "assistant".to_string(),
content: "magic!".to_string(),
name: None,
},
],
bos_token: Some("[BOS]"),

4
router/src/lib.rs
View File

@ -378,6 +378,7 @@ impl ChatCompletion {
message: Message {
role: "assistant".into(),
content: output,
name: None,
},
logprobs: return_logprobs
.then(|| ChatCompletionLogprobs::from((details.tokens, details.top_tokens))),
@ -453,6 +454,7 @@ fn default_request_messages() -> Vec<Message> {
vec![Message {
role: "user".to_string(),
content: "My name is David and I".to_string(),
name: None,
}]
}
@ -547,6 +549,8 @@ pub(crate) struct Message {
pub role: String,
#[schema(example = "My name is David and I")]
pub content: String,
#[schema(example = "\"David\"")]
pub name: Option<String>,
}
#[derive(Clone, Debug, Deserialize, ToSchema)]