huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-23 20:12:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

enable multi-card test

Browse Source
This commit is contained in:
baptiste 2025-05-21 15:28:58 +00:00
parent 94a4187d42
commit 55cdfbfce3
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/build.yaml vendored
View File

@ -129,7 +129,7 @@ jobs:
export label_extension="-gaudi"
export docker_volume="/mnt/cache"
export docker_devices=""
export runs_on="itac-bm-emr-gaudi3-dell-1gaudi"
export runs_on="itac-bm-emr-gaudi3-dell-8gaudi"
export platform=""
export extra_pytest="--gaudi"
export target=""

1
integration-tests/gaudi/test_gaudi_generate.py
View File

@ -32,6 +32,7 @@ TEST_CONFIGS = {
"--max-batch-prefill-tokens",
"2048",
],
"run_by_default": True,
},
"meta-llama/Llama-3.1-8B-Instruct": {
"model_id": "meta-llama/Llama-3.1-8B-Instruct",