huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update openapi.json

Browse Source
This commit is contained in:
Nicolas Patry 2023-10-04 14:36:11 +00:00
parent c432471546
commit d19030d330
1 changed files with 66 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

98
docs/openapi.json
View File

@ -367,7 +367,7 @@
"type": "integer",
"format": "int32",
"example": 1,
"minimum": 0.0
"minimum": 0
},
"prefill": {
"type": "array",
@ -380,13 +380,22 @@
"format": "int64",
"example": 42,
"nullable": true,
"minimum": 0.0
"minimum": 0
},
"tokens": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
},
"top_tokens": {
"type": "array",
"items": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
}
}
}
},
@ -432,7 +441,7 @@
"type": "integer",
"format": "int32",
"example": 1,
"minimum": 0.0
"minimum": 0
},
"prefill": {
"type": "array",
@ -445,13 +454,22 @@
"format": "int64",
"example": 42,
"nullable": true,
"minimum": 0.0
"minimum": 0
},
"tokens": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
},
"top_tokens": {
"type": "array",
"items": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
}
}
}
},
@ -486,8 +504,8 @@
"default": "null",
"example": 1,
"nullable": true,
"minimum": 0.0,
"exclusiveMinimum": 0.0
"minimum": 0,
"exclusiveMinimum": 0
},
"decoder_input_details": {
"type": "boolean",
@ -505,10 +523,10 @@
"max_new_tokens": {
"type": "integer",
"format": "int32",
"default": "20",
"minimum": 0.0,
"exclusiveMaximum": 512.0,
"exclusiveMinimum": 0.0
"default": "null",
"example": "20",
"nullable": true,
"minimum": 0
},
"repetition_penalty": {
"type": "number",
@ -516,7 +534,7 @@
"default": "null",
"example": 1.03,
"nullable": true,
"exclusiveMinimum": 0.0
"exclusiveMinimum": 0
},
"return_full_text": {
"type": "boolean",
@ -530,8 +548,8 @@
"default": "null",
"example": "null",
"nullable": true,
"minimum": 0.0,
"exclusiveMinimum": 0.0
"minimum": 0,
"exclusiveMinimum": 0
},
"stop": {
"type": "array",
@ -549,7 +567,7 @@
"default": "null",
"example": 0.5,
"nullable": true,
"exclusiveMinimum": 0.0
"exclusiveMinimum": 0
},
"top_k": {
"type": "integer",
@ -557,7 +575,16 @@
"default": "null",
"example": 10,
"nullable": true,
"exclusiveMinimum": 0.0
"exclusiveMinimum": 0
},
"top_n_tokens": {
"type": "integer",
"format": "int32",
"default": "null",
"example": 5,
"nullable": true,
"minimum": 0,
"exclusiveMinimum": 0
},
"top_p": {
"type": "number",
@ -565,15 +592,15 @@
"default": "null",
"example": 0.95,
"nullable": true,
"maximum": 1.0,
"exclusiveMinimum": 0.0
"maximum": 1,
"exclusiveMinimum": 0
},
"truncate": {
"type": "integer",
"default": "null",
"example": "null",
"nullable": true,
"minimum": 0.0
"minimum": 0
},
"typical_p": {
"type": "number",
@ -581,8 +608,8 @@
"default": "null",
"example": 0.95,
"nullable": true,
"maximum": 1.0,
"exclusiveMinimum": 0.0
"maximum": 1,
"exclusiveMinimum": 0
},
"watermark": {
"type": "boolean",
@ -653,38 +680,38 @@
"type": "integer",
"format": "int32",
"example": "32000",
"minimum": 0.0
"minimum": 0
},
"max_best_of": {
"type": "integer",
"example": "2",
"minimum": 0.0
"minimum": 0
},
"max_concurrent_requests": {
"type": "integer",
"description": "Router Parameters",
"example": "128",
"minimum": 0.0
"minimum": 0
},
"max_input_length": {
"type": "integer",
"example": "1024",
"minimum": 0.0
"minimum": 0
},
"max_stop_sequences": {
"type": "integer",
"example": "4",
"minimum": 0.0
"minimum": 0
},
"max_total_tokens": {
"type": "integer",
"example": "2048",
"minimum": 0.0
"minimum": 0
},
"max_waiting_tokens": {
"type": "integer",
"example": "20",
"minimum": 0.0
"minimum": 0
},
"model_device_type": {
"type": "string",
@ -717,7 +744,7 @@
"validation_workers": {
"type": "integer",
"example": "2",
"minimum": 0.0
"minimum": 0
},
"version": {
"type": "string",
@ -743,7 +770,7 @@
"type": "integer",
"format": "int32",
"example": 0,
"minimum": 0.0
"minimum": 0
},
"logprob": {
"type": "number",
@ -771,14 +798,14 @@
"type": "integer",
"format": "int32",
"example": 1,
"minimum": 0.0
"minimum": 0
},
"seed": {
"type": "integer",
"format": "int64",
"example": 42,
"nullable": true,
"minimum": 0.0
"minimum": 0
}
}
},
@ -794,6 +821,7 @@
"$ref": "#/components/schemas/StreamDetails"
}
],
"default": "null",
"nullable": true
},
"generated_text": {
@ -804,6 +832,12 @@
},
"token": {
"$ref": "#/components/schemas/Token"
},
"top_tokens": {
"type": "array",
"items": {
"$ref": "#/components/schemas/Token"
}
}
}
},
@ -820,7 +854,7 @@
"type": "integer",
"format": "int32",
"example": 0,
"minimum": 0.0
"minimum": 0
},
"logprob": {
"type": "number",