huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-02 15:32:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: run bloom in non release and update snapshots

Browse Source
This commit is contained in:
drbh 2024-08-08 13:47:49 +00:00
parent 30395b09f4
commit 57efa7ab8f
2 changed files with 18 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
integration-tests/models/__snapshots__/test_bloom_560m/test_bloom_560m.json
View File

@ -11,52 +11,52 @@
}, },
{ {
"id": 49833, "id": 49833,
"logprob": -10.5703125, "logprob": -10.546875,
"text": " dég" "text": " dég"
}, },
{ {
"id": 21543, "id": 21543,
"logprob": -0.14746094, "logprob": -0.18457031,
"text": "uster" "text": "uster"
}, },
{ {
"id": 447, "id": 447,
"logprob": -1.9277344, "logprob": -1.9287109,
"text": " un" "text": " un"
}, },
{ {
"id": 46341, "id": 46341,
"logprob": -15.421875, "logprob": -15.4296875,
"text": " ort" "text": " ort"
}, },
{ {
"id": 35567, "id": 35567,
"logprob": -7.5820312, "logprob": -7.578125,
"text": "olan" "text": "olan"
}, },
{ {
"id": 15, "id": 15,
"logprob": -1.4013672, "logprob": -1.4003906,
"text": "," "text": ","
}, },
{ {
"id": 1669, "id": 1669,
"logprob": -1.5664062, "logprob": -1.5439453,
"text": " il" "text": " il"
}, },
{ {
"id": 11580, "id": 11580,
"logprob": -0.94189453, "logprob": -0.93896484,
"text": " faut" "text": " faut"
}, },
{ {
"id": 3913, "id": 3913,
"logprob": -3.6816406, "logprob": -3.7207031,
"text": " tout" "text": " tout"
}, },
{ {
"id": 39261, "id": 39261,
"logprob": -1.7753906, "logprob": -1.5742188,
"text": " d'abord" "text": " d'abord"
} }
], ],
@ -64,13 +64,13 @@
"tokens": [ "tokens": [
{ {
"id": 578, "id": 578,
"logprob": -1.6318359, "logprob": -1.6474609,
"special": false, "special": false,
"text": " le" "text": " le"
}, },
{ {
"id": 5608, "id": 5608,
"logprob": -2.4882812, "logprob": -2.4707031,
"special": false, "special": false,
"text": " faire" "text": " faire"
}, },
@ -88,19 +88,19 @@
}, },
{ {
"id": 693, "id": 693,
"logprob": -2.4472656, "logprob": -2.4628906,
"special": false, "special": false,
"text": " à" "text": " à"
}, },
{ {
"id": 366, "id": 366,
"logprob": -1.1972656, "logprob": -1.1953125,
"special": false, "special": false,
"text": " la" "text": " la"
}, },
{ {
"id": 48844, "id": 48844,
"logprob": -1.7890625, "logprob": -1.7978516,
"special": false, "special": false,
"text": " cass" "text": " cass"
}, },

6
integration-tests/models/test_bloom_560m.py
View File

@ -13,7 +13,7 @@ async def bloom_560(bloom_560_handle):
return bloom_560_handle.client return bloom_560_handle.client
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_bloom_560m(bloom_560, response_snapshot): async def test_bloom_560m(bloom_560, response_snapshot):
response = await bloom_560.generate( response = await bloom_560.generate(
@ -28,7 +28,7 @@ async def test_bloom_560m(bloom_560, response_snapshot):
assert response == response_snapshot assert response == response_snapshot
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_bloom_560m_all_params(bloom_560, response_snapshot): async def test_bloom_560m_all_params(bloom_560, response_snapshot):
response = await bloom_560.generate( response = await bloom_560.generate(
@ -51,7 +51,7 @@ async def test_bloom_560m_all_params(bloom_560, response_snapshot):
assert response == response_snapshot assert response == response_snapshot
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_bloom_560m_load(bloom_560, generate_load, response_snapshot): async def test_bloom_560m_load(bloom_560, generate_load, response_snapshot):
responses = await generate_load( responses = await generate_load(