huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Raw tgi

Browse Source
This commit is contained in:
Nicolas Patry 2024-10-02 18:07:13 +02:00
parent 29eb7601a9
commit 0936c79995
No known key found for this signature in database
GPG Key ID: E939E8CC91A1C674
1 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
integration-tests/conftest.py
View File

@ -527,21 +527,21 @@ def launcher(event_loop):
# devices: {devices} # devices: {devices}
# """ # """
# ) # )
env.pop("LOG_LEVEL") # env.pop("LOG_LEVEL")
env.pop("ROCR_VISIBLE_DEVICES") # env.pop("ROCR_VISIBLE_DEVICES")
container = client.containers.run( container = client.containers.run(
DOCKER_IMAGE, DOCKER_IMAGE,
command=args, # command=args,
# name=container_name, # name=container_name,
environment=env, # environment=env,
auto_remove=False, # auto_remove=False,
detach=True, # detach=True,
device_requests=device_requests, # device_requests=device_requests,
devices=devices, # devices=devices,
volumes=volumes, # volumes=volumes,
ports={"80/tcp": port}, # ports={"80/tcp": port},
healthcheck={"timeout": int(10 * 1e9)}, # healthcheck={"timeout": int(10 * 1e9)},
shm_size="1G", # shm_size="1G",
) )
import time import time