huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-14 22:12:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update server.rs

Browse Source
This commit is contained in:
Merve Noyan 2023-08-20 23:13:29 +03:00 committed by GitHub
parent c4422e5678
commit 2fa5e31839
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
router/src/server.rs
View File

@ -128,6 +128,11 @@ example = json ! ({"error": "Model is overloaded"})),
example = json ! ({"error": "Input validation error"})),
(status = 500, description = "Incomplete generation", body = ErrorResponse,
example = json ! ({"error": "Incomplete generation"})),
params(("max_input_length" = usize, Path, description = "This is the maximum allowed input
length (expressed in number of tokens) for users. The larger this value, the longer prompt
users can send which can impact the overall memory required to handle the load.
Please note that some models have a finite range of sequence they can handle."),
)),
)
)]
#[instrument(