From 33cb2cefed79165c38c92cdd3e7a91601b7ad425 Mon Sep 17 00:00:00 2001 From: erikkaum Date: Tue, 23 Jul 2024 11:04:04 +0200 Subject: [PATCH] quick fix --- server/text_generation_server/utils/logits_process.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/logits_process.py b/server/text_generation_server/utils/logits_process.py index 6b915437..a59da3fe 100644 --- a/server/text_generation_server/utils/logits_process.py +++ b/server/text_generation_server/utils/logits_process.py @@ -521,7 +521,11 @@ class GrammarLogitProcessor(LogitsProcessor): def _cached_compile_fsm(grammar_type, schema, tokenizer): start_time = time.time() if grammar_type == GrammarType.GRAMMAR_TYPE_JSON: - schema = build_regex_from_schema(schema) + try: + schema = build_regex_from_schema(schema) + except Exception as e: + logger.error(f"Error compiling FSM: {e}") + return None elif grammar_type == GrammarType.GRAMMAR_TYPE_REGEX: pass # schema is already a regex just here for clarity fsm = RegexFSM(schema, tokenizer)