From 5cdd242fec3382fcc75ed9155b25ebd4fd48ce09 Mon Sep 17 00:00:00 2001 From: yash bhaskar <92648818+yash9439@users.noreply.github.com> Date: Fri, 7 Jul 2023 22:06:09 +0530 Subject: [PATCH] Update client.py : Adding missing arg "best_of" in generate_stream function Missing the "best_of" arg in generate_stream function --- clients/python/text_generation/client.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/clients/python/text_generation/client.py b/clients/python/text_generation/client.py index bf045d47..2f484da9 100644 --- a/clients/python/text_generation/client.py +++ b/clients/python/text_generation/client.py @@ -152,6 +152,7 @@ class Client: def generate_stream( self, prompt: str, + best_of: Optional[int] = None, do_sample: bool = False, max_new_tokens: int = 20, repetition_penalty: Optional[float] = None, @@ -204,7 +205,7 @@ class Client: """ # Validate parameters parameters = Parameters( - best_of=None, + best_of=best_of, details=True, decoder_input_details=False, do_sample=do_sample,