From 270ec41b09c2b450891a814c485cfdbcd8046e46 Mon Sep 17 00:00:00 2001 From: erikkaum Date: Thu, 25 Jul 2024 14:39:15 +0200 Subject: [PATCH] allow silent failure --- server/text_generation_server/utils/logits_process.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/utils/logits_process.py b/server/text_generation_server/utils/logits_process.py index a59da3fe..d1b9366d 100644 --- a/server/text_generation_server/utils/logits_process.py +++ b/server/text_generation_server/utils/logits_process.py @@ -524,8 +524,9 @@ class GrammarLogitProcessor(LogitsProcessor): try: schema = build_regex_from_schema(schema) except Exception as e: - logger.error(f"Error compiling FSM: {e}") - return None + logger.error(f"Error compiling FSM, grammar won't be enforced \n{e}") + # allows everything + schema = "(.*?)" elif grammar_type == GrammarType.GRAMMAR_TYPE_REGEX: pass # schema is already a regex just here for clarity fsm = RegexFSM(schema, tokenizer)