mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-11 12:24:53 +00:00
Updating llava net integration tests.
This commit is contained in:
parent
43796ce4f9
commit
9e278d1aec
File diff suppressed because it is too large
Load Diff
@ -15,7 +15,6 @@ def flash_llava_next_handle(launcher):
|
||||
"llava-hf/llava-v1.6-mistral-7b-hf",
|
||||
num_shard=4,
|
||||
max_input_length=4000,
|
||||
max_batch_prefill_tokens=8000,
|
||||
max_total_tokens=4096,
|
||||
) as handle:
|
||||
yield handle
|
||||
|
Loading…
Reference in New Issue
Block a user