diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py index 34ed9b58..9155fd54 100644 --- a/server/text_generation_server/utils/tokens.py +++ b/server/text_generation_server/utils/tokens.py @@ -151,7 +151,7 @@ class StoppingCriteria: if eos_token_ids is None: eos_token_ids = set() elif isinstance(eos_token_ids, int): - eos_token_ids = set(eos_token_ids) + eos_token_ids = set([eos_token_ids]) elif isinstance(eos_token_ids, set): eos_token_ids = eos_token_ids else: