From a2d821c4a3c157b9a1fcba8ad27ca032a72132b7 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 25 Jun 2024 16:20:33 +0000 Subject: [PATCH] fix: exit early if no adapter_data --- server/text_generation_server/layers/lora.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/server/text_generation_server/layers/lora.py b/server/text_generation_server/layers/lora.py index 36fdf42d..0bb6db41 100644 --- a/server/text_generation_server/layers/lora.py +++ b/server/text_generation_server/layers/lora.py @@ -41,6 +41,8 @@ class LoraLinear(nn.Module): start_idx: int, end_idx: int, ) -> torch.Tensor: + if adapter_data is None: + return result data = adapter_data.data.get(layer_type) data: Optional["BatchLoraWeights"] = ( data.get("lora") if data is not None else None