mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-11 20:34:54 +00:00
No device requests
This commit is contained in:
parent
27d64fe7e1
commit
bf4f08e06d
@ -528,7 +528,7 @@ def launcher(event_loop):
|
||||
environment=env,
|
||||
auto_remove=False,
|
||||
detach=True,
|
||||
device_requests=device_requests,
|
||||
# device_requests=device_requests,
|
||||
devices=devices,
|
||||
volumes=volumes,
|
||||
ports={"80/tcp": port},
|
||||
|
Loading…
Reference in New Issue
Block a user