From b97684536f4c21a257344d7e37533a2eaf5f8248 Mon Sep 17 00:00:00 2001 From: erikkaum Date: Fri, 26 Jul 2024 15:50:35 +0200 Subject: [PATCH] explicit todo that this is only short term --- server/text_generation_server/utils/logits_process.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/text_generation_server/utils/logits_process.py b/server/text_generation_server/utils/logits_process.py index d1b9366d..9abd886f 100644 --- a/server/text_generation_server/utils/logits_process.py +++ b/server/text_generation_server/utils/logits_process.py @@ -523,6 +523,7 @@ class GrammarLogitProcessor(LogitsProcessor): if grammar_type == GrammarType.GRAMMAR_TYPE_JSON: try: schema = build_regex_from_schema(schema) + # TODO: this is only here short term to avoid crashing the python server, mid term we want this in the rust/router layer except Exception as e: logger.error(f"Error compiling FSM, grammar won't be enforced \n{e}") # allows everything