From 52eaa1f4d807a62864d4d586e646ae50a1241ee2 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 16 Oct 2024 11:17:53 +0200 Subject: [PATCH] Put back non default simple tests. --- server/tests/conftest.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/server/tests/conftest.py b/server/tests/conftest.py index b1a30e02..d99771f8 100644 --- a/server/tests/conftest.py +++ b/server/tests/conftest.py @@ -1,6 +1,10 @@ import pytest +import os from text_generation_server.pb import generate_pb2 +os.environ["USE_PREFIX_CACHING"] = "1" +os.environ["ATTENTION"] = "flashinfer" + @pytest.fixture def default_pb_parameters():