huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Starting hello

Browse Source
This commit is contained in:
Nicolas Patry 2024-10-02 17:16:16 +02:00
parent 8e4ba60e6b
commit 130b481b31
No known key found for this signature in database
GPG Key ID: E939E8CC91A1C674
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
.github/workflows/build.yaml vendored
View File

@ -189,12 +189,11 @@ jobs:
make install-integration-tests make install-integration-tests
- name: Run tests - name: Run tests
run: | run: |
docker run --device /dev/kfd --device /dev/dri --env ROCR_VISIBLE_DEVICES -e HUGGING_FACE_HUB_TOKEN=$HF_TOKEN -e ROCM_USE_FLASH_ATTN_V2_TRITON=1 -v /home/nicolas/.cache/huggingface/:/data -p 3000:80 registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-318bbc7-rocm --model-id mistralai/Mistral-7B-Instruct-v0.1 export DOCKER_VOLUME=/mnt2/
# export DOCKER_VOLUME=/mnt2/
# export DOCKER_IMAGE=${{ needs.build-and-push.outputs.docker_image }} # export DOCKER_IMAGE=${{ needs.build-and-push.outputs.docker_image }}
export DOCKER_IMAGE=hello-world
# export DOCKER_DEVICES=${{ needs.build-and-push.outputs.docker_devices }} # export DOCKER_DEVICES=${{ needs.build-and-push.outputs.docker_devices }}
# export EXTRA_PYTEST="${{ needs.build-and-push.outputs.extra_pytest }}" # export EXTRA_PYTEST="${{ needs.build-and-push.outputs.extra_pytest }}"
# export HF_TOKEN=${{ secrets.HF_TOKEN }} # export HF_TOKEN=${{ secrets.HF_TOKEN }}
# export ROCR_VISIBLE_DEVICES=3,4 echo $DOCKER_IMAGE
# echo $DOCKER_IMAGE pytest -s -vv integration-tests ${PYTEST_FLAGS} ${EXTRA_PYTEST}
# pytest -s -vv integration-tests ${PYTEST_FLAGS} ${EXTRA_PYTEST}