huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: accept variable content in chat request api

Browse Source
This commit is contained in:
drbh 2024-04-27 03:19:32 +00:00
parent eade737714
commit a480273047
2 changed files with 768 additions and 708 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1436
router/src/infer.rs
View File

File diff suppressed because it is too large Load Diff

40
router/src/lib.rs
View File

@ -525,7 +525,7 @@ impl ChatCompletion {
pub(crate) fn new(
model: String,
system_fingerprint: String,
output: Option<String>,
_output: Option<String>,
created: u64,
details: Details,
return_logprobs: bool,
@ -541,7 +541,7 @@ impl ChatCompletion {
index: 0,
message: Message {
role: "assistant".into(),
content: output,
content: None,
name: None,
tool_calls,
},
@ -867,9 +867,18 @@ pub(crate) struct Tool {
pub function: FunctionDefinition,
}
// a serializeable version of Message
#[derive(Clone, Serialize, Deserialize, Default)]
pub(crate) struct SerializedMessage {
role: String,
content: String,
name: Option<String>,
tool_calls: Option<Vec<ToolCall>>,
}
#[derive(Clone, Serialize, Deserialize, Default)]
pub(crate) struct ChatTemplateInputs<'a> {
messages: Vec<Message>,
messages: Vec<SerializedMessage>,
bos_token: Option<&'a str>,
eos_token: Option<&'a str>,
add_generation_prompt: bool,
@ -884,13 +893,34 @@ pub(crate) struct ToolCall {
pub function: FunctionDefinition,
}
#[derive(Clone, Deserialize, ToSchema, Serialize)]
#[derive(Clone, Deserialize, Serialize, ToSchema, Default, Debug)]
pub(crate) struct Text {
#[serde(default)]
pub text: String,
}
#[derive(Clone, Deserialize, Serialize, ToSchema, Default, Debug)]
pub(crate) struct ImageUrl {
#[serde(default)]
pub url: String,
}
#[derive(Clone, Deserialize, Serialize, ToSchema, Default, Debug)]
pub(crate) struct Content {
pub r#type: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub text: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub image_url: Option<ImageUrl>,
}
#[derive(Clone, Deserialize, ToSchema, Serialize, Debug)]
pub(crate) struct Message {
#[schema(example = "user")]
pub role: String,
#[serde(skip_serializing_if = "Option::is_none")]
#[schema(example = "My name is David and I")]
pub content: Option<String>,
pub content: Option<Vec<Content>>,
#[serde(default, skip_serializing_if = "Option::is_none")]
#[schema(example = "\"David\"")]
pub name: Option<String>,