From b31ec3bc8c5ebf7f012764c51f2793eed9ced499 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Mon, 12 Aug 2024 17:27:45 +0200 Subject: [PATCH] Fixing black. --- server/text_generation_server/models/flash_causal_lm.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/text_generation_server/models/flash_causal_lm.py b/server/text_generation_server/models/flash_causal_lm.py index 5a1ac4d8..7cab1c4b 100644 --- a/server/text_generation_server/models/flash_causal_lm.py +++ b/server/text_generation_server/models/flash_causal_lm.py @@ -1027,6 +1027,7 @@ class FlashCausalLM(Model): create_decode_state, create_prefill_with_paged_kv_state, ) + self.prefill_state = create_prefill_state(device=device) self.prefill_with_paged_kv_state = create_prefill_with_paged_kv_state( device=device