huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixup.

Browse Source
This commit is contained in:
Nicolas Patry 2024-11-15 13:33:47 +01:00
parent 1623a56544
commit 8dffe1ca08
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/utils/logits_process.py
View File

@ -501,7 +501,7 @@ class GrammarLogitProcessor(LogitsProcessor):
allowed_tokens = self.fsm.get_next_instruction(fsm_grammar_state).tokens allowed_tokens = self.fsm.get_next_instruction(fsm_grammar_state).tokens
mask = torch.full_like(logits, -math.inf) mask = torch.full_like(logits, -math.inf)
if allowed_tokens is not None: if allowed_tokens is not None:
mask[:, allowed_tokens] = 0 mask[:, allowed_tokens] = 0
biased_scores = logits + mask biased_scores = logits + mask
return biased_scores return biased_scores