From a27de21afaf16a6a735f9e4ac4aa6c3abd811526 Mon Sep 17 00:00:00 2001 From: Martin Vejvar Date: Thu, 5 Oct 2023 15:04:24 +0900 Subject: [PATCH] fix: tokens.py allows backward compatibility with Python3.8 --- server/text_generation_server/utils/tokens.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py index f6339d7c..0ff07417 100644 --- a/server/text_generation_server/utils/tokens.py +++ b/server/text_generation_server/utils/tokens.py @@ -337,7 +337,7 @@ class HeterogeneousSampling: def batch_top_tokens( - top_n_tokens: list[int], top_n_tokens_tensor: torch.Tensor, logprobs: torch.Tensor + top_n_tokens: List[int], top_n_tokens_tensor: torch.Tensor, logprobs: torch.Tensor ) -> Tuple[List[List[int]], List[List[float]]]: """Find the top n most likely tokens for a batch of generations.