From 5d8ef9f9138869ed5cc4c3008973d11787de424e Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 29 Apr 2024 16:47:43 +0000 Subject: [PATCH] fix: adjust docs after rebase --- docs/source/basic_tutorials/launcher.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/basic_tutorials/launcher.md b/docs/source/basic_tutorials/launcher.md index 1e5b6fd2..de7c995d 100644 --- a/docs/source/basic_tutorials/launcher.md +++ b/docs/source/basic_tutorials/launcher.md @@ -162,7 +162,7 @@ Options: This setting is only applied if there is room in the batch as defined by `max_batch_total_tokens`. [env: WAITING_SERVED_RATIO=] - [default: 0.3] + [default: 1.2] ``` ## MAX_BATCH_PREFILL_TOKENS