From ecd00d56d616f29b3b474a8924d0f1fbefc7d102 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 29 Apr 2024 16:53:01 +0000 Subject: [PATCH] fix: rebuilt and reran doc update --- docs/source/basic_tutorials/launcher.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/basic_tutorials/launcher.md b/docs/source/basic_tutorials/launcher.md index de7c995d..1e5b6fd2 100644 --- a/docs/source/basic_tutorials/launcher.md +++ b/docs/source/basic_tutorials/launcher.md @@ -162,7 +162,7 @@ Options: This setting is only applied if there is room in the batch as defined by `max_batch_total_tokens`. [env: WAITING_SERVED_RATIO=] - [default: 1.2] + [default: 0.3] ``` ## MAX_BATCH_PREFILL_TOKENS