mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-24 00:12:08 +00:00
fix: remove test debug params
This commit is contained in:
parent
78cd756caf
commit
17192c9a0e
@ -5,13 +5,7 @@ import requests
|
||||
|
||||
@pytest.fixture(scope="module")
|
||||
def qwen2_vl_handle(launcher):
|
||||
with launcher(
|
||||
"Qwen/Qwen2-VL-7B-Instruct",
|
||||
max_input_length=10_000,
|
||||
max_batch_prefill_tokens=10_000,
|
||||
max_total_tokens=10_001,
|
||||
cuda_graphs=[0],
|
||||
) as handle:
|
||||
with launcher("Qwen/Qwen2-VL-7B-Instruct") as handle:
|
||||
yield handle
|
||||
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user