huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

ww

Browse Source 
Signed-off-by: Adrien <adrien@huggingface.co>
This commit is contained in:
Adrien 2024-07-18 18:16:13 +02:00
parent d0c4a5f6ad
commit 9c7abeba32
No known key found for this signature in database
GPG Key ID: 13A249A288DE0DAB
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
integration-tests/conftest.py
View File

@ -466,7 +466,8 @@ def launcher(event_loop):
args.append("--cuda-graphs") args.append("--cuda-graphs")
args.append(",".join(map(str, cuda_graphs))) args.append(",".join(map(str, cuda_graphs)))
client = docker.from_env() client = docker.from_env(timeout=180)
client.ping()
container_name = f"tgi-tests-{model_id.split('/')[-1]}-{num_shard}-{quantize}" container_name = f"tgi-tests-{model_id.split('/')[-1]}-{num_shard}-{quantize}"