huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Try no devices ?

Browse Source
This commit is contained in:
Nicolas Patry 2024-10-09 11:57:41 +02:00
parent b18ed0f443
commit 8321a6c8e5
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/build.yaml vendored
View File

@ -73,11 +73,11 @@ jobs:
intel-cpu)
export dockerfile="Dockerfile_intel"
export label_extension="-intel-cpu"
export docker_devices=""
export docker_devices="none"
export docker_volume="/mnt/cache"
export runs_on="aws-highmemory-32-plus-priv"
export platform="cpu"
export extra_pytest=""
export extra_pytest="-k test_flash_gemma_gptq_load"
;;
esac
echo $dockerfile

5
integration-tests/conftest.py
View File

@ -507,7 +507,10 @@ def launcher(event_loop):
volumes = [f"{DOCKER_VOLUME}:/data"]
if DOCKER_DEVICES is not None:
devices = DOCKER_DEVICES.strip().split(",")
if DOCKER_DEVICES.lower() == "none":
devices = []
else:
devices = DOCKER_DEVICES.strip().split(",")
visible = os.getenv("ROCR_VISIBLE_DEVICES")
if visible:
env["ROCR_VISIBLE_DEVICES"] = visible