huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 23:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

v0.2.0

Browse Source
This commit is contained in:
OlivierDehaene 2023-02-06 18:11:23 +01:00
parent e114d87486
commit 80d03723a7
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
aml/deployment.yaml
View File

@ -21,18 +21,18 @@ environment:
path: /generate
instance_type: Standard_ND96amsr_A100_v4
request_settings:
request_timeout_ms: 90000
request_timeout_ms: 60000
max_concurrent_requests_per_instance: 256
liveness_probe:
initial_delay: 600
timeout: 90
period: 120
initial_delay: 80
timeout: 60
period: 60
success_threshold: 1
failure_threshold: 5
failure_threshold: 2
readiness_probe:
initial_delay: 600
timeout: 90
period: 120
initial_delay: 80
timeout: 60
period: 60
success_threshold: 1
failure_threshold: 5
failure_threshold: 2
instance_count: 1