huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 14:52:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Using g6 instead of g5. (#2281)

Browse Source 
* Using g6 instead of g5.

* Update the idefics2 snapshot.
This commit is contained in:
Nicolas Patry 2024-07-25 11:21:17 +02:00 committed by GitHub
parent 5d85a958c9
commit 26614057a7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/build.yaml vendored
View File

@ -49,7 +49,7 @@ jobs:
export dockerfile="Dockerfile" export dockerfile="Dockerfile"
export label_extension="" export label_extension=""
export docker_devices="" export docker_devices=""
export runs_on="aws-g5-12xlarge-plus" export runs_on="aws-g6-12xlarge-plus"
;; ;;
rocm) rocm)
export dockerfile="Dockerfile_amd" export dockerfile="Dockerfile_amd"

6
integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_all_params.json
View File

@ -30,7 +30,7 @@
}, },
{ {
"id": 264, "id": 264,
"logprob": -0.37573242, "logprob": -0.38061523,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
@ -42,7 +42,7 @@
}, },
{ {
"id": 4480, "id": 4480,
"logprob": -0.3322754, "logprob": -0.26782227,
"special": false, "special": false,
"text": " feature" "text": " feature"
}, },
@ -78,7 +78,7 @@
}, },
{ {
"id": 13, "id": 13,
"logprob": 0.0, "logprob": -0.10632324,
"special": false, "special": false,
"text": "\n" "text": "\n"
} }