huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-03 16:22:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update server.rs

Browse Source
This commit is contained in:
Merve Noyan 2023-08-21 11:10:57 +03:00 committed by GitHub
parent 00cd4d0b2f
commit 4bac76241d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/server.rs
View File

@ -129,7 +129,7 @@ example = json ! ({"error": "Input validation error"})),
(status = 500, description = "Incomplete generation", body = ErrorResponse,
example = json ! ({"error": "Incomplete generation"})),
),
params(("max_input_length" = usize, Path, description = "This is the maximum allowed input
params(("max_input_length" = usize, description = "This is the maximum allowed input
length (expressed in number of tokens) for users. The larger this value, the longer prompt
users can send which can impact the overall memory required to handle the load.
Please note that some models have a finite range of sequence they can handle.")),