mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-11 20:34:54 +00:00
Tmp
This commit is contained in:
parent
ddd44ce8c5
commit
356079e55d
@ -525,12 +525,12 @@ def launcher(event_loop):
|
|||||||
DOCKER_IMAGE,
|
DOCKER_IMAGE,
|
||||||
command=args,
|
command=args,
|
||||||
# name=container_name,
|
# name=container_name,
|
||||||
# environment=env,
|
environment=env,
|
||||||
auto_remove=False,
|
auto_remove=False,
|
||||||
detach=True,
|
detach=True,
|
||||||
# device_requests=device_requests,
|
device_requests=device_requests,
|
||||||
# devices=devices,
|
devices=devices,
|
||||||
# volumes=volumes,
|
volumes=volumes,
|
||||||
ports={"80/tcp": port},
|
ports={"80/tcp": port},
|
||||||
healthcheck={"timeout": int(10 * 1e9)},
|
healthcheck={"timeout": int(10 * 1e9)},
|
||||||
shm_size="1G",
|
shm_size="1G",
|
||||||
|
Loading…
Reference in New Issue
Block a user