huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-20 17:22:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: update deepseek and gemma tests

Browse Source
This commit is contained in:
drbh 2024-08-08 14:29:28 +00:00
parent 57efa7ab8f
commit c3e358e8b5
4 changed files with 26 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
integration-tests/models/__snapshots__/test_flash_deepseek_v2/test_flash_deepseek_v2_all_params.json
View File

@ -11,7 +11,7 @@
}, },
{ {
"id": 3533, "id": 3533,
"logprob": -9.625, "logprob": -9.5625,
"text": "Test" "text": "Test"
}, },
{ {
@ -24,13 +24,13 @@
"tokens": [ "tokens": [
{ {
"id": 2143, "id": 2143,
"logprob": -1.828125, "logprob": -1.8203125,
"special": false, "special": false,
"text": " sent" "text": " sent"
}, },
{ {
"id": 10081, "id": 10081,
"logprob": -0.41210938, "logprob": -0.55078125,
"special": false, "special": false,
"text": " successfully" "text": " successfully"
}, },
@ -42,7 +42,7 @@
}, },
{ {
"id": 100001, "id": 100001,
"logprob": -0.16015625, "logprob": -0.12695312,
"special": true, "special": true,
"text": "<｜end▁of▁sentence｜>" "text": "<｜end▁of▁sentence｜>"
} }

32
integration-tests/models/__snapshots__/test_flash_gemma/test_flash_gemma.json
View File

@ -24,13 +24,13 @@
"tokens": [ "tokens": [
{ {
"id": 1736, "id": 1736,
"logprob": -2.03125, "logprob": -2.046875,
"special": false, "special": false,
"text": " form" "text": " form"
}, },
{ {
"id": 109, "id": 109,
"logprob": -1.8671875, "logprob": -1.8828125,
"special": false, "special": false,
"text": "\n\n" "text": "\n\n"
}, },
@ -42,48 +42,48 @@
}, },
{ {
"id": 2121, "id": 2121,
"logprob": -1.8125, "logprob": -1.78125,
"special": false, "special": false,
"text": " test" "text": " test"
}, },
{ {
"id": 3853, "id": 3853,
"logprob": -0.24121094, "logprob": -0.23632812,
"special": false, "special": false,
"text": " request" "text": " request"
}, },
{ {
"id": 1736, "id": 1736,
"logprob": -0.100097656, "logprob": -0.09326172,
"special": false, "special": false,
"text": " form" "text": " form"
}, },
{ {
"id": 603, "id": 603,
"logprob": -0.9453125, "logprob": -0.8828125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 476, "id": 1671,
"logprob": -1.703125, "logprob": -1.6171875,
"special": false, "special": false,
"text": " a" "text": " used"
}, },
{ {
"id": 4551, "id": 577,
"logprob": -2.453125, "logprob": -0.390625,
"special": false, "special": false,
"text": " document" "text": " to"
}, },
{ {
"id": 674, "id": 3853,
"logprob": -0.796875, "logprob": -1.2265625,
"special": false, "special": false,
"text": " that" "text": " request"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": " form\n\nThe test request form is a document that" "generated_text": " form\n\nThe test request form is used to request"
} }

6
integration-tests/models/test_flash_deepseek_v2.py
View File

@ -13,7 +13,7 @@ async def flash_deepseek_v2(flash_deepseek_v2_handle):
return flash_deepseek_v2_handle.client return flash_deepseek_v2_handle.client
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.private @pytest.mark.private
async def test_flash_deepseek_v2(flash_deepseek_v2, response_snapshot): async def test_flash_deepseek_v2(flash_deepseek_v2, response_snapshot):
@ -24,7 +24,7 @@ async def test_flash_deepseek_v2(flash_deepseek_v2, response_snapshot):
assert response == response_snapshot assert response == response_snapshot
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.private @pytest.mark.private
async def test_flash_deepseek_v2_all_params(flash_deepseek_v2, response_snapshot): async def test_flash_deepseek_v2_all_params(flash_deepseek_v2, response_snapshot):
@ -47,7 +47,7 @@ async def test_flash_deepseek_v2_all_params(flash_deepseek_v2, response_snapshot
assert response == response_snapshot assert response == response_snapshot
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.private @pytest.mark.private
async def test_flash_deepseek_v2_load( async def test_flash_deepseek_v2_load(

6
integration-tests/models/test_flash_gemma.py
View File

@ -13,7 +13,7 @@ async def flash_gemma(flash_gemma_handle):
return flash_gemma_handle.client return flash_gemma_handle.client
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.private @pytest.mark.private
async def test_flash_gemma(flash_gemma, response_snapshot): async def test_flash_gemma(flash_gemma, response_snapshot):
@ -25,7 +25,7 @@ async def test_flash_gemma(flash_gemma, response_snapshot):
assert response == response_snapshot assert response == response_snapshot
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.private @pytest.mark.private
async def test_flash_gemma_all_params(flash_gemma, response_snapshot): async def test_flash_gemma_all_params(flash_gemma, response_snapshot):
@ -49,7 +49,7 @@ async def test_flash_gemma_all_params(flash_gemma, response_snapshot):
assert response == response_snapshot assert response == response_snapshot
@pytest.mark.release # @pytest.mark.release
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.private @pytest.mark.private
async def test_flash_gemma_load(flash_gemma, generate_load, response_snapshot): async def test_flash_gemma_load(flash_gemma, generate_load, response_snapshot):