mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-11 20:34:54 +00:00
Temp deactivate intel, activate nvidia ?
This commit is contained in:
parent
822131f6dc
commit
d2361d7fd8
3
.github/workflows/build.yaml
vendored
3
.github/workflows/build.yaml
vendored
@ -75,7 +75,8 @@ jobs:
|
||||
export label_extension="-intel-cpu"
|
||||
export docker_devices="none"
|
||||
export docker_volume="/mnt/cache"
|
||||
export runs_on="aws-highmemory-32-plus-priv"
|
||||
export runs_on="ubuntu-latest"
|
||||
# export runs_on="aws-highmemory-32-plus-priv"
|
||||
export platform="cpu"
|
||||
export extra_pytest="-k test_flash_llama_load"
|
||||
;;
|
||||
|
@ -528,7 +528,7 @@ def launcher(event_loop):
|
||||
for i in range(gpu_count)
|
||||
]
|
||||
else:
|
||||
devices = []
|
||||
devices = None
|
||||
device_requests = [
|
||||
docker.types.DeviceRequest(count=gpu_count, capabilities=[["gpu"]])
|
||||
]
|
||||
|
Loading…
Reference in New Issue
Block a user