More GPUs for more VRAM.

2025-09-11 12:24:53 +00:00 · 2024-04-08 14:52:34 +00:00 · 2024-04-08 14:52:34 +00:00 · 274b68ad7d
commit 274b68ad7d
parent 39620ce29f
1 changed files with 1 additions and 1 deletions
--- a/integration-tests/models/test_llava_next.py
+++ b/integration-tests/models/test_llava_next.py
@ -13,7 +13,7 @@ def get_chicken():
 def flash_llava_next_handle(launcher):
    with launcher(
        "llava-hf/llava-v1.6-mistral-7b-hf",
-        num_shard=2,
+        num_shard=4,
        max_input_length=4000,
        max_total_tokens=4096,
    ) as handle: