From 8e4ba60e6bc28320a88e85247fca1e7f154aeb73 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 2 Oct 2024 17:09:45 +0200 Subject: [PATCH] Launcher tgi --- .github/workflows/build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index e0f1a10f..a1063bcf 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -189,7 +189,7 @@ jobs: make install-integration-tests - name: Run tests run: | - docker run busybox sleep infinity + docker run --device /dev/kfd --device /dev/dri --env ROCR_VISIBLE_DEVICES -e HUGGING_FACE_HUB_TOKEN=$HF_TOKEN -e ROCM_USE_FLASH_ATTN_V2_TRITON=1 -v /home/nicolas/.cache/huggingface/:/data -p 3000:80 registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-318bbc7-rocm --model-id mistralai/Mistral-7B-Instruct-v0.1 # export DOCKER_VOLUME=/mnt2/ # export DOCKER_IMAGE=${{ needs.build-and-push.outputs.docker_image }} # export DOCKER_DEVICES=${{ needs.build-and-push.outputs.docker_devices }}