huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix pre-commit checks

Browse Source
This commit is contained in:
erikkaum 2024-07-25 18:01:52 +02:00
parent f6324ffb3a
commit 72cade84f9
2 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/utils/logits_process.py
View File

@ -86,7 +86,11 @@ def static_warper(
no_repeat_ngram_size: Optional[int],
) -> StaticWarper:
return StaticWarper(
temperature=temperature, top_k=top_k, top_p=top_p, typical_p=typical_p, no_repeat_ngram_size=no_repeat_ngram_size
temperature=temperature,
top_k=top_k,
top_p=top_p,
typical_p=typical_p,
no_repeat_ngram_size=no_repeat_ngram_size,
)

6
server/text_generation_server/utils/tokens.py
View File

@ -69,7 +69,11 @@ class NextTokenChooser:
)
if has_warpers:
self.static_warper = static_warper(
temperature=temperature, top_k=top_k, top_p=top_p, typical_p=typical_p, no_repeat_ngram_size=no_repeat_ngram_size
temperature=temperature,
top_k=top_k,
top_p=top_p,
typical_p=typical_p,
no_repeat_ngram_size=no_repeat_ngram_size,
)
else:
self.static_warper = None