huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 23:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Ahah, I see an exit.

Browse Source
This commit is contained in:
Nicolas Patry 2024-06-07 15:56:52 +02:00
parent 043de74dcd
commit 8205962950
No known key found for this signature in database
GPG Key ID: 690EBED7128A9DC8
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
.github/workflows/build.yaml vendored
View File

@ -17,6 +17,7 @@ jobs:
outputs: outputs:
docker_image: ${{ steps.final.outputs.docker_image }} docker_image: ${{ steps.final.outputs.docker_image }}
docker_devices: ${{ steps.final.outputs.docker_devices }} docker_devices: ${{ steps.final.outputs.docker_devices }}
runs_on: ${{ steps.final.outputs.runs_on }}
concurrency: concurrency:
group: ${{ github.workflow }}-build-and-push-image-${{ matrix.name }}-${{ github.head_ref || github.run_id }} group: ${{ github.workflow }}-build-and-push-image-${{ matrix.name }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true cancel-in-progress: true
@ -44,16 +45,19 @@ jobs:
dockerfile="Dockerfile" dockerfile="Dockerfile"
label_extension="" label_extension=""
docker_devices="" docker_devices=""
runs_on="[self-hosted, nvidia-gpu , multi-gpu, 4-a10, ci]"
;; ;;
rocm) rocm)
dockerfile="Dockerfile_amd" dockerfile="Dockerfile_amd"
label_extension="-rocm" label_extension="-rocm"
docker_devices="/dev/kfd,/dev/dri" docker_devices="/dev/kfd,/dev/dri"
runs_on="[self-hosted, amd-gpu , multi-gpu]"
;; ;;
rocm) rocm)
dockerfile="Dockerfile_intel" dockerfile="Dockerfile_intel"
label_extension="-intel" label_extension="-intel"
docker_devices="" docker_devices=""
runs_on=""
;; ;;
echo "DOCKERFILE=${dockerfile}" >> $GITHUB_ENV echo "DOCKERFILE=${dockerfile}" >> $GITHUB_ENV
echo "LABEL=${label_extension}" >> $GITHUB_ENV echo "LABEL=${label_extension}" >> $GITHUB_ENV
@ -129,3 +133,4 @@ jobs:
run: | run: |
echo "docker_image=registry,ref=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-${{ env.GITHUB_SHA_SHORT}}${{ env.LABEL }}" >> "$GITHUB_OUTPUT" echo "docker_image=registry,ref=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sha-${{ env.GITHUB_SHA_SHORT}}${{ env.LABEL }}" >> "$GITHUB_OUTPUT"
echo "docker_devices=${{ env.DOCKER_DEVICES }}" >> "$GITHUB_OUTPUT" echo "docker_devices=${{ env.DOCKER_DEVICES }}" >> "$GITHUB_OUTPUT"
echo "runs_on=${{ env.RUNS_ON }}" >> "$GITHUB_OUTPUT"

1
.github/workflows/ci_build.yaml vendored
View File

@ -40,4 +40,5 @@ jobs:
with: with:
docker_image: ${{ needs.build.outputs.docker_image }} docker_image: ${{ needs.build.outputs.docker_image }}
docker_devices: ${{ needs.build.outputs.docker_devices }} docker_devices: ${{ needs.build.outputs.docker_devices }}
runs_on: ${{ needs.build.outputs.runs_on }}
secrets: inherit secrets: inherit