diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index e0f1a10f..a1063bcf 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -189,7 +189,7 @@ jobs: make install-integration-tests - name: Run tests run: | - docker run busybox sleep infinity + docker run --device /dev/kfd --device /dev/dri --env ROCR_VISIBLE_DEVICES -e HUGGING_FACE_HUB_TOKEN=$HF_TOKEN -e ROCM_USE_FLASH_ATTN_V2_TRITON=1 -v /home/nicolas/.cache/huggingface/:/data -p 3000:80 registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-318bbc7-rocm --model-id mistralai/Mistral-7B-Instruct-v0.1 # export DOCKER_VOLUME=/mnt2/ # export DOCKER_IMAGE=${{ needs.build-and-push.outputs.docker_image }} # export DOCKER_DEVICES=${{ needs.build-and-push.outputs.docker_devices }}