From 12c7aae3ff8345213a7530a69f5cf1c410590b5b Mon Sep 17 00:00:00 2001 From: drbh Date: Wed, 14 Feb 2024 17:49:08 +0000 Subject: [PATCH] fix: add disable_grammar_support to docker_launcher args --- integration-tests/conftest.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/integration-tests/conftest.py b/integration-tests/conftest.py index 5bc82e4d..e0228894 100644 --- a/integration-tests/conftest.py +++ b/integration-tests/conftest.py @@ -297,14 +297,14 @@ def launcher(event_loop): quantize: Optional[str] = None, trust_remote_code: bool = False, use_flash_attention: bool = True, - grammar_support: bool = False, + disable_grammar_support: bool = False, dtype: Optional[str] = None, ): port = random.randint(8000, 10_000) args = ["--model-id", model_id, "--env"] - if grammar_support: + if disable_grammar_support: args.append("--disable-grammar-support") if num_shard is not None: args.extend(["--num-shard", str(num_shard)])