huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Start with devices

Browse Source
This commit is contained in:
Nicolas Patry 2024-10-02 17:49:05 +02:00
parent ae92fd0f38
commit cbc7d09da6
No known key found for this signature in database
GPG Key ID: E939E8CC91A1C674
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/build.yaml vendored
View File

@ -193,9 +193,9 @@ jobs:
# export DOCKER_IMAGE=${{ needs.build-and-push.outputs.docker_image }} # export DOCKER_IMAGE=${{ needs.build-and-push.outputs.docker_image }}
export DOCKER_IMAGE=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-318bbc7-rocm export DOCKER_IMAGE=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-318bbc7-rocm
# export DOCKER_DEVICES=${{ needs.build-and-push.outputs.docker_devices }} # export DOCKER_DEVICES=${{ needs.build-and-push.outputs.docker_devices }}
export DOCKER_DEVICES=/dev/kfd,/dev/cri export DOCKER_DEVICES=/dev/kfd,/dev/dri
# export EXTRA_PYTEST="${{ needs.build-and-push.outputs.extra_pytest }}" # export EXTRA_PYTEST="${{ needs.build-and-push.outputs.extra_pytest }}"
# export HF_TOKEN=${{ secrets.HF_TOKEN }} # export HF_TOKEN=${{ secrets.HF_TOKEN }}
echo $DOCKER_IMAGE echo $DOCKER_IMAGE
python -c 'import docker; client = docker.from_env(); client.containers.run("registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-318bbc7-rocm")' python -c 'import docker; client = docker.from_env(); client.containers.run("registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-318bbc7-rocm", devices=["/dev/kfd", "/dev/dri"])'
# pytest -s -vv integration-tests ${PYTEST_FLAGS} ${EXTRA_PYTEST} # pytest -s -vv integration-tests ${PYTEST_FLAGS} ${EXTRA_PYTEST}