diff --git a/server/text_generation_server/layers/lora.py b/server/text_generation_server/layers/lora.py index 36fdf42d..0bb6db41 100644 --- a/server/text_generation_server/layers/lora.py +++ b/server/text_generation_server/layers/lora.py @@ -41,6 +41,8 @@ class LoraLinear(nn.Module): start_idx: int, end_idx: int, ) -> torch.Tensor: + if adapter_data is None: + return result data = adapter_data.data.get(layer_type) data: Optional["BatchLoraWeights"] = ( data.get("lora") if data is not None else None