mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-27 13:02:12 +00:00
Self hosted for nvidia too.
This commit is contained in:
Nicolas Patry
parent
31d965bf17
commit
a83772c87b
126
.github/workflows/build.yaml
vendored
126
.github/workflows/build.yaml
vendored
@ -22,47 +22,47 @@ on:
|
|||||||
- 'main'
|
- 'main'
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
start-runner:
|
# start-runner:
|
||||||
name: Start self-hosted EC2 runner
|
# name: Start self-hosted EC2 runner
|
||||||
runs-on: ubuntu-latest
|
# runs-on: ubuntu-latest
|
||||||
env:
|
# env:
|
||||||
AWS_REGION: us-east-1
|
# AWS_REGION: us-east-1
|
||||||
EC2_AMI_ID: ami-03cfed9ea28f4b002
|
# EC2_AMI_ID: ami-03cfed9ea28f4b002
|
||||||
EC2_INSTANCE_TYPE: g5.12xlarge
|
# EC2_INSTANCE_TYPE: g5.12xlarge
|
||||||
EC2_SUBNET_ID: subnet-931b34f5,subnet-ecb993cd,subnet-943dc2d8,subnet-45371f1a,subnet-ee93e0df,subnet-fddc3dfc
|
# EC2_SUBNET_ID: subnet-931b34f5,subnet-ecb993cd,subnet-943dc2d8,subnet-45371f1a,subnet-ee93e0df,subnet-fddc3dfc
|
||||||
EC2_SECURITY_GROUP: sg-030175c435ac141d6
|
# EC2_SECURITY_GROUP: sg-030175c435ac141d6
|
||||||
outputs:
|
# outputs:
|
||||||
label: ${{ steps.start-ec2-runner.outputs.label }}
|
# label: ${{ steps.start-ec2-runner.outputs.label }}
|
||||||
ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }}
|
# ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }}
|
||||||
steps:
|
# steps:
|
||||||
- name: Configure AWS credentials
|
# - name: Configure AWS credentials
|
||||||
uses: aws-actions/configure-aws-credentials@v1
|
# uses: aws-actions/configure-aws-credentials@v1
|
||||||
with:
|
# with:
|
||||||
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||||
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
||||||
aws-region: ${{ env.AWS_REGION }}
|
# aws-region: ${{ env.AWS_REGION }}
|
||||||
- name: Start EC2 runner
|
# - name: Start EC2 runner
|
||||||
id: start-ec2-runner
|
# id: start-ec2-runner
|
||||||
uses: philschmid/philschmid-ec2-github-runner@main
|
# uses: philschmid/philschmid-ec2-github-runner@main
|
||||||
with:
|
# with:
|
||||||
mode: start
|
# mode: start
|
||||||
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
|
# github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
|
||||||
ec2-image-id: ${{ env.EC2_AMI_ID }}
|
# ec2-image-id: ${{ env.EC2_AMI_ID }}
|
||||||
ec2-instance-type: ${{ env.EC2_INSTANCE_TYPE }}
|
# ec2-instance-type: ${{ env.EC2_INSTANCE_TYPE }}
|
||||||
subnet-id: ${{ env.EC2_SUBNET_ID }}
|
# subnet-id: ${{ env.EC2_SUBNET_ID }}
|
||||||
security-group-id: ${{ env.EC2_SECURITY_GROUP }}
|
# security-group-id: ${{ env.EC2_SECURITY_GROUP }}
|
||||||
aws-resource-tags: > # optional, requires additional permissions
|
# aws-resource-tags: > # optional, requires additional permissions
|
||||||
[
|
# [
|
||||||
{"Key": "Name", "Value": "ec2-tgi-github-runner"},
|
# {"Key": "Name", "Value": "ec2-tgi-github-runner"},
|
||||||
{"Key": "GitHubRepository", "Value": "${{ github.repository }}"}
|
# {"Key": "GitHubRepository", "Value": "${{ github.repository }}"}
|
||||||
]
|
# ]
|
||||||
|
|
||||||
build-and-push-image:
|
build-and-push-image:
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-build-and-push-image-${{ github.head_ref || github.run_id }}
|
group: ${{ github.workflow }}-build-and-push-image-${{ github.head_ref || github.run_id }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
needs: start-runner # required to start the main job when the runner is ready
|
# needs: start-runner # required to start the main job when the runner is ready
|
||||||
runs-on: ${{ needs.start-runner.outputs.label }} # run the job on the newly created runner
|
runs-on: [multi-gpu, nvidia-gpu, 4-a10, ci]
|
||||||
permissions:
|
permissions:
|
||||||
contents: write
|
contents: write
|
||||||
packages: write
|
packages: write
|
||||||
@ -151,9 +151,9 @@ jobs:
|
|||||||
group: ${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.run_id }}
|
group: ${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.run_id }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
needs:
|
needs:
|
||||||
- start-runner
|
# - start-runner
|
||||||
- build-and-push-image # Wait for the docker image to be built
|
- build-and-push-image # Wait for the docker image to be built
|
||||||
runs-on: ${{ needs.start-runner.outputs.label }} # run the job on the newly created runner
|
runs-on: [multi-gpu, nvidia-gpu, 4-a10, ci]
|
||||||
env:
|
env:
|
||||||
DOCKER_VOLUME: /cache
|
DOCKER_VOLUME: /cache
|
||||||
steps:
|
steps:
|
||||||
@ -274,28 +274,28 @@ jobs:
|
|||||||
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:cache-rocm,mode=min
|
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:cache-rocm,mode=min
|
||||||
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:cache-rocm,mode=min
|
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/community/text-generation-inference:cache-rocm,mode=min
|
||||||
|
|
||||||
stop-runner:
|
# stop-runner:
|
||||||
name: Stop self-hosted EC2 runner
|
# name: Stop self-hosted EC2 runner
|
||||||
needs:
|
# needs:
|
||||||
- start-runner
|
# - start-runner
|
||||||
- build-and-push-image
|
# - build-and-push-image
|
||||||
# - build-and-push-image-rocm
|
# # - build-and-push-image-rocm
|
||||||
- integration-tests
|
# - integration-tests
|
||||||
runs-on: ubuntu-latest
|
# runs-on: ubuntu-latest
|
||||||
env:
|
# env:
|
||||||
AWS_REGION: us-east-1
|
# AWS_REGION: us-east-1
|
||||||
if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs
|
# if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs
|
||||||
steps:
|
# steps:
|
||||||
- name: Configure AWS credentials
|
# - name: Configure AWS credentials
|
||||||
uses: aws-actions/configure-aws-credentials@v1
|
# uses: aws-actions/configure-aws-credentials@v1
|
||||||
with:
|
# with:
|
||||||
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||||
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
||||||
aws-region: ${{ env.AWS_REGION }}
|
# aws-region: ${{ env.AWS_REGION }}
|
||||||
- name: Stop EC2 runner
|
# - name: Stop EC2 runner
|
||||||
uses: philschmid/philschmid-ec2-github-runner@main
|
# uses: philschmid/philschmid-ec2-github-runner@main
|
||||||
with:
|
# with:
|
||||||
mode: stop
|
# mode: stop
|
||||||
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
|
# github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
|
||||||
label: ${{ needs.start-runner.outputs.label }}
|
# label: ${{ needs.start-runner.outputs.label }}
|
||||||
ec2-instance-id: ${{ needs.start-runner.outputs.ec2-instance-id }}
|
# ec2-instance-id: ${{ needs.start-runner.outputs.ec2-instance-id }}
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user