huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 11:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix inference_api headers for new signature

Browse Source
This commit is contained in:
Devin Conathan 2023-03-23 09:04:31 -04:00
parent 232bfbf27f
commit 81b5fceb52
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
clients/python/text_generation/inference_api.py
View File

@ -92,7 +92,9 @@ class InferenceAPIClient(Client):
)
base_url = f"{INFERENCE_ENDPOINT}/models/{repo_id}"
super(InferenceAPIClient, self).__init__(base_url, headers, timeout)
super(InferenceAPIClient, self).__init__(
base_url, headers=headers, timeout=timeout
)
class InferenceAPIAsyncClient(AsyncClient):
@ -147,4 +149,6 @@ class InferenceAPIAsyncClient(AsyncClient):
)
base_url = f"{INFERENCE_ENDPOINT}/models/{repo_id}"
super(InferenceAPIAsyncClient, self).__init__(base_url, headers, timeout)
super(InferenceAPIAsyncClient, self).__init__(
base_url, headers=headers, timeout=timeout
)