From 44b367937b8b2b70ea301cf44106d9bb3a7c9b0f Mon Sep 17 00:00:00 2001 From: Cyril Vallez Date: Thu, 19 Dec 2024 17:49:06 +0000 Subject: [PATCH] revert --- server/text_generation_server/models/globals.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/globals.py b/server/text_generation_server/models/globals.py index 6373f796..89f920bb 100644 --- a/server/text_generation_server/models/globals.py +++ b/server/text_generation_server/models/globals.py @@ -8,7 +8,7 @@ from text_generation_server.utils.log import log_master REQUEST_LOGPROBS = os.getenv("REQUEST_LOGPROBS", "0").lower() in {"1", "true"} ATTENTION = os.environ["ATTENTION"] # default_prefix_caching = "1" if ATTENTION in {"flashinfer", "flashdecoding"} else "0" -PREFIX_CACHING = os.environ["USE_PREFIX_CACHING"].lower() in { +PREFIX_CACHING = os.environ["PREFIX_CACHING"].lower() in { "1", "true", }