huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update client.py : Adding missing arg "best_of" in generate_stream function

Browse Source 
Missing the "best_of" arg in generate_stream function
This commit is contained in:
yash bhaskar 2023-07-07 22:06:09 +05:30 committed by GitHub
parent e943a294bc
commit 5cdd242fec
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
clients/python/text_generation/client.py
View File

@ -152,6 +152,7 @@ class Client:
def generate_stream( def generate_stream(
self, self,
prompt: str, prompt: str,
best_of: Optional[int] = None,
do_sample: bool = False, do_sample: bool = False,
max_new_tokens: int = 20, max_new_tokens: int = 20,
repetition_penalty: Optional[float] = None, repetition_penalty: Optional[float] = None,
@ -204,7 +205,7 @@ class Client:
""" """
# Validate parameters # Validate parameters
parameters = Parameters( parameters = Parameters(
best_of=None, best_of=best_of,
details=True, details=True,
decoder_input_details=False, decoder_input_details=False,
do_sample=do_sample, do_sample=do_sample,