mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-11 20:34:54 +00:00
Remove stdin messing
This commit is contained in:
parent
7bead9ef0f
commit
3ae4e090eb
@ -517,16 +517,18 @@ def launcher(event_loop):
|
|||||||
docker.types.DeviceRequest(count=gpu_count, capabilities=[["gpu"]])
|
docker.types.DeviceRequest(count=gpu_count, capabilities=[["gpu"]])
|
||||||
]
|
]
|
||||||
|
|
||||||
raise Exception(
|
# raise Exception(
|
||||||
f"""
|
# f"""
|
||||||
Docoker image: {DOCKER_IMAGE}
|
# Docoker image: {DOCKER_IMAGE}
|
||||||
args: {args}
|
# args: {args}
|
||||||
container name: {container_name}
|
# container name: {container_name}
|
||||||
env: {env}
|
# env: {env}
|
||||||
device_requests: {device_requests}
|
# device_requests: {device_requests}
|
||||||
devices: {devices}
|
# devices: {devices}
|
||||||
"""
|
# """
|
||||||
)
|
# )
|
||||||
|
env.pop("LOG_LEVEL")
|
||||||
|
env.pop("ROCR_VISIBLE_DEVICES")
|
||||||
container = client.containers.run(
|
container = client.containers.run(
|
||||||
DOCKER_IMAGE,
|
DOCKER_IMAGE,
|
||||||
command=args,
|
command=args,
|
||||||
|
Loading…
Reference in New Issue
Block a user