huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-01 15:02:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: run bloom in non release and update snapshots

Browse Source
This commit is contained in:
drbh 2024-08-08 13:47:49 +00:00
parent 30395b09f4
commit 57efa7ab8f
2 changed files with 18 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
integration-tests/models/__snapshots__/test_bloom_560m/test_bloom_560m.json
View File

@ -11,52 +11,52 @@
},
{
"id": 49833,
"logprob": -10.5703125,
"logprob": -10.546875,
"text": " dég"
},
{
"id": 21543,
"logprob": -0.14746094,
"logprob": -0.18457031,
"text": "uster"
},
{
"id": 447,
"logprob": -1.9277344,
"logprob": -1.9287109,
"text": " un"
},
{
"id": 46341,
"logprob": -15.421875,
"logprob": -15.4296875,
"text": " ort"
},
{
"id": 35567,
"logprob": -7.5820312,
"logprob": -7.578125,
"text": "olan"
},
{
"id": 15,
"logprob": -1.4013672,
"logprob": -1.4003906,
"text": ","
},
{
"id": 1669,
"logprob": -1.5664062,
"logprob": -1.5439453,
"text": " il"
},
{
"id": 11580,
"logprob": -0.94189453,
"logprob": -0.93896484,
"text": " faut"
},
{
"id": 3913,
"logprob": -3.6816406,
"logprob": -3.7207031,
"text": " tout"
},
{
"id": 39261,
"logprob": -1.7753906,
"logprob": -1.5742188,
"text": " d'abord"
}
],
@ -64,13 +64,13 @@
"tokens": [
{
"id": 578,
"logprob": -1.6318359,
"logprob": -1.6474609,
"special": false,
"text": " le"
},
{
"id": 5608,
"logprob": -2.4882812,
"logprob": -2.4707031,
"special": false,
"text": " faire"
},
@ -88,19 +88,19 @@
},
{
"id": 693,
"logprob": -2.4472656,
"logprob": -2.4628906,
"special": false,
"text": " à"
},
{
"id": 366,
"logprob": -1.1972656,
"logprob": -1.1953125,
"special": false,
"text": " la"
},
{
"id": 48844,
"logprob": -1.7890625,
"logprob": -1.7978516,
"special": false,
"text": " cass"
},

6
integration-tests/models/test_bloom_560m.py
View File

@ -13,7 +13,7 @@ async def bloom_560(bloom_560_handle):
return bloom_560_handle.client
@pytest.mark.release
# @pytest.mark.release
@pytest.mark.asyncio
async def test_bloom_560m(bloom_560, response_snapshot):
response = await bloom_560.generate(
@ -28,7 +28,7 @@ async def test_bloom_560m(bloom_560, response_snapshot):
assert response == response_snapshot
@pytest.mark.release
# @pytest.mark.release
@pytest.mark.asyncio
async def test_bloom_560m_all_params(bloom_560, response_snapshot):
response = await bloom_560.generate(
@ -51,7 +51,7 @@ async def test_bloom_560m_all_params(bloom_560, response_snapshot):
assert response == response_snapshot
@pytest.mark.release
# @pytest.mark.release
@pytest.mark.asyncio
async def test_bloom_560m_load(bloom_560, generate_load, response_snapshot):
responses = await generate_load(