From 650f45ce77e8678eed18fb1a6708dce0b0a698fd Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 25 Apr 2024 14:33:29 +0000 Subject: [PATCH] Python. --- server/text_generation_server/utils/tokens.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py index 34ed9b58..9155fd54 100644 --- a/server/text_generation_server/utils/tokens.py +++ b/server/text_generation_server/utils/tokens.py @@ -151,7 +151,7 @@ class StoppingCriteria: if eos_token_ids is None: eos_token_ids = set() elif isinstance(eos_token_ids, int): - eos_token_ids = set(eos_token_ids) + eos_token_ids = set([eos_token_ids]) elif isinstance(eos_token_ids, set): eos_token_ids = eos_token_ids else: