From 465294d3de8c21bfaf83a47add66585d1ec48ea9 Mon Sep 17 00:00:00 2001 From: drbh Date: Wed, 30 Apr 2025 20:12:05 +0000 Subject: [PATCH] fix: avoid zero'd logit bias mask --- server/text_generation_server/utils/tokens.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py index fa982c30..e4a2698e 100644 --- a/server/text_generation_server/utils/tokens.py +++ b/server/text_generation_server/utils/tokens.py @@ -301,7 +301,7 @@ class HeterogeneousNextTokenChooser: self.logit_bias_processor = ( HeterogeneousLogitBiasProcessor(logit_biases, tokenizer, device) - if any([logit_bias is not None for logit_bias in logit_biases]) + if any(logit_bias for logit_bias in logit_biases) else None )