huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update openapi.json

Browse Source
This commit is contained in:
Nicolas Patry 2023-10-04 14:36:11 +00:00
parent c432471546
commit d19030d330
1 changed files with 66 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

98
docs/openapi.json
View File

@ -367,7 +367,7 @@
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"example": 1, "example": 1,
"minimum": 0.0 "minimum": 0
}, },
"prefill": { "prefill": {
"type": "array", "type": "array",
@ -380,13 +380,22 @@
"format": "int64", "format": "int64",
"example": 42, "example": 42,
"nullable": true, "nullable": true,
"minimum": 0.0 "minimum": 0
}, },
"tokens": { "tokens": {
"type": "array", "type": "array",
"items": { "items": {
"$ref": "#/components/schemas/Token" "$ref": "#/components/schemas/Token"
} }
},
"top_tokens": {
"type": "array",
"items": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
}
} }
} }
}, },
@ -432,7 +441,7 @@
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"example": 1, "example": 1,
"minimum": 0.0 "minimum": 0
}, },
"prefill": { "prefill": {
"type": "array", "type": "array",
@ -445,13 +454,22 @@
"format": "int64", "format": "int64",
"example": 42, "example": 42,
"nullable": true, "nullable": true,
"minimum": 0.0 "minimum": 0
}, },
"tokens": { "tokens": {
"type": "array", "type": "array",
"items": { "items": {
"$ref": "#/components/schemas/Token" "$ref": "#/components/schemas/Token"
} }
},
"top_tokens": {
"type": "array",
"items": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
}
} }
} }
}, },
@ -486,8 +504,8 @@
"default": "null", "default": "null",
"example": 1, "example": 1,
"nullable": true, "nullable": true,
"minimum": 0.0, "minimum": 0,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0
}, },
"decoder_input_details": { "decoder_input_details": {
"type": "boolean", "type": "boolean",
@ -505,10 +523,10 @@
"max_new_tokens": { "max_new_tokens": {
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"default": "20", "default": "null",
"minimum": 0.0, "example": "20",
"exclusiveMaximum": 512.0, "nullable": true,
"exclusiveMinimum": 0.0 "minimum": 0
}, },
"repetition_penalty": { "repetition_penalty": {
"type": "number", "type": "number",
@ -516,7 +534,7 @@
"default": "null", "default": "null",
"example": 1.03, "example": 1.03,
"nullable": true, "nullable": true,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0
}, },
"return_full_text": { "return_full_text": {
"type": "boolean", "type": "boolean",
@ -530,8 +548,8 @@
"default": "null", "default": "null",
"example": "null", "example": "null",
"nullable": true, "nullable": true,
"minimum": 0.0, "minimum": 0,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0
}, },
"stop": { "stop": {
"type": "array", "type": "array",
@ -549,7 +567,7 @@
"default": "null", "default": "null",
"example": 0.5, "example": 0.5,
"nullable": true, "nullable": true,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0
}, },
"top_k": { "top_k": {
"type": "integer", "type": "integer",
@ -557,7 +575,16 @@
"default": "null", "default": "null",
"example": 10, "example": 10,
"nullable": true, "nullable": true,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0
},
"top_n_tokens": {
"type": "integer",
"format": "int32",
"default": "null",
"example": 5,
"nullable": true,
"minimum": 0,
"exclusiveMinimum": 0
}, },
"top_p": { "top_p": {
"type": "number", "type": "number",
@ -565,15 +592,15 @@
"default": "null", "default": "null",
"example": 0.95, "example": 0.95,
"nullable": true, "nullable": true,
"maximum": 1.0, "maximum": 1,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0
}, },
"truncate": { "truncate": {
"type": "integer", "type": "integer",
"default": "null", "default": "null",
"example": "null", "example": "null",
"nullable": true, "nullable": true,
"minimum": 0.0 "minimum": 0
}, },
"typical_p": { "typical_p": {
"type": "number", "type": "number",
@ -581,8 +608,8 @@
"default": "null", "default": "null",
"example": 0.95, "example": 0.95,
"nullable": true, "nullable": true,
"maximum": 1.0, "maximum": 1,
"exclusiveMinimum": 0.0 "exclusiveMinimum": 0
}, },
"watermark": { "watermark": {
"type": "boolean", "type": "boolean",
@ -653,38 +680,38 @@
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"example": "32000", "example": "32000",
"minimum": 0.0 "minimum": 0
}, },
"max_best_of": { "max_best_of": {
"type": "integer", "type": "integer",
"example": "2", "example": "2",
"minimum": 0.0 "minimum": 0
}, },
"max_concurrent_requests": { "max_concurrent_requests": {
"type": "integer", "type": "integer",
"description": "Router Parameters", "description": "Router Parameters",
"example": "128", "example": "128",
"minimum": 0.0 "minimum": 0
}, },
"max_input_length": { "max_input_length": {
"type": "integer", "type": "integer",
"example": "1024", "example": "1024",
"minimum": 0.0 "minimum": 0
}, },
"max_stop_sequences": { "max_stop_sequences": {
"type": "integer", "type": "integer",
"example": "4", "example": "4",
"minimum": 0.0 "minimum": 0
}, },
"max_total_tokens": { "max_total_tokens": {
"type": "integer", "type": "integer",
"example": "2048", "example": "2048",
"minimum": 0.0 "minimum": 0
}, },
"max_waiting_tokens": { "max_waiting_tokens": {
"type": "integer", "type": "integer",
"example": "20", "example": "20",
"minimum": 0.0 "minimum": 0
}, },
"model_device_type": { "model_device_type": {
"type": "string", "type": "string",
@ -717,7 +744,7 @@
"validation_workers": { "validation_workers": {
"type": "integer", "type": "integer",
"example": "2", "example": "2",
"minimum": 0.0 "minimum": 0
}, },
"version": { "version": {
"type": "string", "type": "string",
@ -743,7 +770,7 @@
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"example": 0, "example": 0,
"minimum": 0.0 "minimum": 0
}, },
"logprob": { "logprob": {
"type": "number", "type": "number",
@ -771,14 +798,14 @@
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"example": 1, "example": 1,
"minimum": 0.0 "minimum": 0
}, },
"seed": { "seed": {
"type": "integer", "type": "integer",
"format": "int64", "format": "int64",
"example": 42, "example": 42,
"nullable": true, "nullable": true,
"minimum": 0.0 "minimum": 0
} }
} }
}, },
@ -794,6 +821,7 @@
"$ref": "#/components/schemas/StreamDetails" "$ref": "#/components/schemas/StreamDetails"
} }
], ],
"default": "null",
"nullable": true "nullable": true
}, },
"generated_text": { "generated_text": {
@ -804,6 +832,12 @@
}, },
"token": { "token": {
"$ref": "#/components/schemas/Token" "$ref": "#/components/schemas/Token"
},
"top_tokens": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
} }
} }
}, },
@ -820,7 +854,7 @@
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"example": 0, "example": 0,
"minimum": 0.0 "minimum": 0
}, },
"logprob": { "logprob": {
"type": "number", "type": "number",