huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 15:32:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: default max_new_tokens to 100

Browse Source
This commit is contained in:
OlivierDehaene 2023-12-13 09:19:19 +01:00 committed by Karol Damaszke
parent 05f8c85a8b
commit 2f88d8dfb3
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/openapi.json
View File

@ -523,7 +523,7 @@
"max_new_tokens": { "max_new_tokens": {
"type": "integer", "type": "integer",
"format": "int32", "format": "int32",
"default": "null", "default": "20",
"example": "20", "example": "20",
"nullable": true, "nullable": true,
"minimum": 0 "minimum": 0

4
router/src/lib.rs
View File

@ -107,7 +107,7 @@ pub(crate) struct GenerateParameters {
#[schema(default = "false", example = true)] #[schema(default = "false", example = true)]
pub do_sample: bool, pub do_sample: bool,
#[serde(default = "default_max_new_tokens")] #[serde(default = "default_max_new_tokens")]
#[schema(nullable = true, default = "null", example = "20")] #[schema(nullable = true, default = "100", example = "20")]
pub max_new_tokens: Option<u32>, pub max_new_tokens: Option<u32>,
#[serde(default)] #[serde(default)]
#[schema(nullable = true, default = "null", example = false)] #[schema(nullable = true, default = "null", example = false)]
@ -141,7 +141,7 @@ pub(crate) struct GenerateParameters {
} }
fn default_max_new_tokens() -> Option<u32> { fn default_max_new_tokens() -> Option<u32> {
None Some(100)
} }
fn default_parameters() -> GenerateParameters { fn default_parameters() -> GenerateParameters {