From 996416c8145e3b00edcbf71fe7bb750208080085 Mon Sep 17 00:00:00 2001 From: marcusdunn Date: Tue, 15 Aug 2023 16:14:56 -0700 Subject: [PATCH] changed call to tokenizer from `encode` to `__call__` --- server/text_generation_server/utils/tokens.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py index f6ca377b..9cfe960e 100644 --- a/server/text_generation_server/utils/tokens.py +++ b/server/text_generation_server/utils/tokens.py @@ -99,7 +99,7 @@ class NextTokenChooser: seed=pb.seed, device=device, logit_bias=dict( - [(tuple(tokenizer.encode(bias.string, add_special_tokens=False).input_ids[0]), bias.bias) for bias in + [(tuple(tokenizer(bias.string, add_special_tokens=False).input_ids[0]), bias.bias) for bias in pb.logit_bias]), ) @@ -303,7 +303,7 @@ class HeterogeneousNextTokenChooser: do_sample=[pb_.do_sample for pb_ in pb], seeds=[pb_.seed for pb_ in pb], logit_bias=[dict( - [(tuple(tokenizer.encode(bias.string, add_special_tokens=False).input_ids[0]), bias.bias) for bias in + [(tuple(tokenizer(bias.string, add_special_tokens=False).input_ids[0]), bias.bias) for bias in pb_.logit_bias]) for pb_ in pb], device=device, dtype=dtype,