mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-24 00:12:08 +00:00
fix: remove test debug params
This commit is contained in:
parent
78cd756caf
commit
17192c9a0e
@ -5,13 +5,7 @@ import requests
|
|||||||
|
|
||||||
@pytest.fixture(scope="module")
|
@pytest.fixture(scope="module")
|
||||||
def qwen2_vl_handle(launcher):
|
def qwen2_vl_handle(launcher):
|
||||||
with launcher(
|
with launcher("Qwen/Qwen2-VL-7B-Instruct") as handle:
|
||||||
"Qwen/Qwen2-VL-7B-Instruct",
|
|
||||||
max_input_length=10_000,
|
|
||||||
max_batch_prefill_tokens=10_000,
|
|
||||||
max_total_tokens=10_001,
|
|
||||||
cuda_graphs=[0],
|
|
||||||
) as handle:
|
|
||||||
yield handle
|
yield handle
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user