From b9ac720d1ee56e0f3c638005f68c46d2399e83e2 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Tue, 13 Feb 2024 18:15:14 +0000 Subject: [PATCH] Generous snapshot for load because of accumulations errors in the logprobs. --- integration-tests/models/test_mamba.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/integration-tests/models/test_mamba.py b/integration-tests/models/test_mamba.py index fcd2d59f..1fba2100 100644 --- a/integration-tests/models/test_mamba.py +++ b/integration-tests/models/test_mamba.py @@ -54,7 +54,7 @@ async def test_mamba_all_params(fused_kernel_mamba, response_snapshot): @pytest.mark.asyncio @pytest.mark.private -async def test_mamba_load(fused_kernel_mamba, generate_load, response_snapshot): +async def test_mamba_load(fused_kernel_mamba, generate_load, generous_response_snapshot): responses = await generate_load( fused_kernel_mamba, "What is Deep Learning?", max_new_tokens=10, n=4 )