huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Temp deactivate intel, activate nvidia ?

Browse Source
This commit is contained in:
Nicolas Patry 2024-10-09 12:42:34 +02:00
parent 822131f6dc
commit d2361d7fd8
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.github/workflows/build.yaml vendored
View File

@ -75,7 +75,8 @@ jobs:
export label_extension="-intel-cpu" export label_extension="-intel-cpu"
export docker_devices="none" export docker_devices="none"
export docker_volume="/mnt/cache" export docker_volume="/mnt/cache"
export runs_on="aws-highmemory-32-plus-priv" export runs_on="ubuntu-latest"
# export runs_on="aws-highmemory-32-plus-priv"
export platform="cpu" export platform="cpu"
export extra_pytest="-k test_flash_llama_load" export extra_pytest="-k test_flash_llama_load"
;; ;;

2
integration-tests/conftest.py
View File

@ -528,7 +528,7 @@ def launcher(event_loop):
for i in range(gpu_count) for i in range(gpu_count)
] ]
else: else:
devices = [] devices = None
device_requests = [ device_requests = [
docker.types.DeviceRequest(count=gpu_count, capabilities=[["gpu"]]) docker.types.DeviceRequest(count=gpu_count, capabilities=[["gpu"]])
] ]