From d0eef2b552483c97865ef58dd0630c30c92fb1fa Mon Sep 17 00:00:00 2001 From: Nathan Brake Date: Mon, 15 Jul 2024 13:58:34 +0000 Subject: [PATCH] make nrns optional --- server/text_generation_server/utils/tokens.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py index b7a794b9..0bf345be 100644 --- a/server/text_generation_server/utils/tokens.py +++ b/server/text_generation_server/utils/tokens.py @@ -28,7 +28,7 @@ class NextTokenChooser: temperature: float = 1.0, repetition_penalty: float = 1.0, frequency_penalty: float = 0.0, - no_repeat_ngram_size: int = 0, + no_repeat_ngram_size: Optional[int] = None, top_k: Optional[int] = None, top_p: Optional[float] = None, typical_p: Optional[float] = None,