From 274b68ad7ddea68e97c0b8247b10355fac30c59d Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Mon, 8 Apr 2024 14:52:34 +0000
Subject: [PATCH] More GPUs for more VRAM.

---
 integration-tests/models/test_llava_next.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/integration-tests/models/test_llava_next.py b/integration-tests/models/test_llava_next.py
index 69f18c68..f5b290b1 100644
--- a/integration-tests/models/test_llava_next.py
+++ b/integration-tests/models/test_llava_next.py
@@ -13,7 +13,7 @@ def get_chicken():
 def flash_llava_next_handle(launcher):
     with launcher(
         "llava-hf/llava-v1.6-mistral-7b-hf",
-        num_shard=2,
+        num_shard=4,
         max_input_length=4000,
         max_total_tokens=4096,
     ) as handle: