diff --git a/server/tests/conftest.py b/server/tests/conftest.py index b1a30e02..d99771f8 100644 --- a/server/tests/conftest.py +++ b/server/tests/conftest.py @@ -1,6 +1,10 @@ import pytest +import os from text_generation_server.pb import generate_pb2 +os.environ["USE_PREFIX_CACHING"] = "1" +os.environ["ATTENTION"] = "flashinfer" + @pytest.fixture def default_pb_parameters():