From 72cade84f93bdb9fbdfbb5dc38947615de317e91 Mon Sep 17 00:00:00 2001 From: erikkaum Date: Thu, 25 Jul 2024 18:01:52 +0200 Subject: [PATCH] fix pre-commit checks --- server/text_generation_server/utils/logits_process.py | 6 +++++- server/text_generation_server/utils/tokens.py | 6 +++++- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/utils/logits_process.py b/server/text_generation_server/utils/logits_process.py index 2c1531fe..44ee4936 100644 --- a/server/text_generation_server/utils/logits_process.py +++ b/server/text_generation_server/utils/logits_process.py @@ -86,7 +86,11 @@ def static_warper( no_repeat_ngram_size: Optional[int], ) -> StaticWarper: return StaticWarper( - temperature=temperature, top_k=top_k, top_p=top_p, typical_p=typical_p, no_repeat_ngram_size=no_repeat_ngram_size + temperature=temperature, + top_k=top_k, + top_p=top_p, + typical_p=typical_p, + no_repeat_ngram_size=no_repeat_ngram_size, ) diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py index 0bf345be..f4b1e746 100644 --- a/server/text_generation_server/utils/tokens.py +++ b/server/text_generation_server/utils/tokens.py @@ -69,7 +69,11 @@ class NextTokenChooser: ) if has_warpers: self.static_warper = static_warper( - temperature=temperature, top_k=top_k, top_p=top_p, typical_p=typical_p, no_repeat_ngram_size=no_repeat_ngram_size + temperature=temperature, + top_k=top_k, + top_p=top_p, + typical_p=typical_p, + no_repeat_ngram_size=no_repeat_ngram_size, ) else: self.static_warper = None