huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

update schema

Browse Source
This commit is contained in:
OlivierDehaene 2023-03-09 15:15:51 +01:00
parent a448acbfbe
commit becec0d501
2 changed files with 20 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
docs/openapi.json
View File

@ -241,7 +241,8 @@
"seed": { "seed": {
"type": "integer", "type": "integer",
"format": "int64", "format": "int64",
"example": 42 "example": 42,
"nullable": true
}, },
"tokens": { "tokens": {
"type": "array", "type": "array",
@ -283,7 +284,8 @@
"seed": { "seed": {
"type": "integer", "type": "integer",
"format": "int64", "format": "int64",
"example": 42 "example": 42,
"nullable": true
}, },
"tokens": { "tokens": {
"type": "array", "type": "array",
@ -352,8 +354,9 @@
}, },
"return_full_text": { "return_full_text": {
"type": "boolean", "type": "boolean",
"default": "None", "default": "null",
"example": false "example": false,
"nullable": true
}, },
"seed": { "seed": {
"type": "integer", "type": "integer",
@ -398,6 +401,12 @@
"maximum": 1.0, "maximum": 1.0,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0.0
}, },
"truncate": {
"type": "integer",
"default": "null",
"example": "null",
"nullable": true
},
"typical_p": { "typical_p": {
"type": "number", "type": "number",
"format": "float", "format": "float",
@ -487,7 +496,8 @@
"seed": { "seed": {
"type": "integer", "type": "integer",
"format": "int64", "format": "int64",
"example": 42 "example": 42,
"nullable": true
} }
} }
}, },

10
router/src/lib.rs
View File

@ -59,13 +59,13 @@ pub(crate) struct GenerateParameters {
#[schema(exclusive_minimum = 0, exclusive_maximum = 512, default = "20")] #[schema(exclusive_minimum = 0, exclusive_maximum = 512, default = "20")]
pub max_new_tokens: u32, pub max_new_tokens: u32,
#[serde(default)] #[serde(default)]
#[schema(default = "null", example = false)] #[schema(nullable = true, default = "null", example = false)]
pub return_full_text: Option<bool>, pub return_full_text: Option<bool>,
#[serde(default)] #[serde(default)]
#[schema(inline, max_items = 4, example = json ! (["photographer"]))] #[schema(inline, max_items = 4, example = json ! (["photographer"]))]
pub stop: Vec<String>, pub stop: Vec<String>,
#[serde(default)] #[serde(default)]
#[schema(default = "null", example = "null")] #[schema(nullable = true, default = "null", example = "null")]
pub truncate: Option<usize>, pub truncate: Option<usize>,
#[serde(default)] #[serde(default)]
#[schema(default = "false", example = true)] #[schema(default = "false", example = true)]
@ -176,7 +176,7 @@ pub(crate) struct BestOfSequence {
pub finish_reason: FinishReason, pub finish_reason: FinishReason,
#[schema(example = 1)] #[schema(example = 1)]
pub generated_tokens: u32, pub generated_tokens: u32,
#[schema(example = 42)] #[schema(nullable = true, example = 42)]
pub seed: Option<u64>, pub seed: Option<u64>,
pub prefill: Vec<PrefillToken>, pub prefill: Vec<PrefillToken>,
pub tokens: Vec<Token>, pub tokens: Vec<Token>,
@ -188,7 +188,7 @@ pub(crate) struct Details {
pub finish_reason: FinishReason, pub finish_reason: FinishReason,
#[schema(example = 1)] #[schema(example = 1)]
pub generated_tokens: u32, pub generated_tokens: u32,
#[schema(example = 42)] #[schema(nullable = true, example = 42)]
pub seed: Option<u64>, pub seed: Option<u64>,
pub prefill: Vec<PrefillToken>, pub prefill: Vec<PrefillToken>,
pub tokens: Vec<Token>, pub tokens: Vec<Token>,
@ -210,7 +210,7 @@ pub(crate) struct StreamDetails {
pub finish_reason: FinishReason, pub finish_reason: FinishReason,
#[schema(example = 1)] #[schema(example = 1)]
pub generated_tokens: u32, pub generated_tokens: u32,
#[schema(example = 42)] #[schema(nullable = true, example = 42)]
pub seed: Option<u64>, pub seed: Option<u64>,
} }