mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-22 23:42:06 +00:00
More timeout to the healthcheck.
This commit is contained in:
parent
68f7d75f23
commit
f8a7df41c4
@ -589,7 +589,6 @@ def generate_multi():
|
|||||||
max_new_tokens: int,
|
max_new_tokens: int,
|
||||||
seed: Optional[int] = None,
|
seed: Optional[int] = None,
|
||||||
) -> List[Response]:
|
) -> List[Response]:
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
|
|
||||||
arange = np.arange(len(prompts))
|
arange = np.arange(len(prompts))
|
||||||
|
Loading…
Reference in New Issue
Block a user