huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: exit early if no adapter_data

Browse Source
This commit is contained in:
drbh 2024-06-25 16:20:33 +00:00
parent 0d496baaa4
commit a2d821c4a3
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/layers/lora.py
View File

@ -41,6 +41,8 @@ class LoraLinear(nn.Module):
start_idx: int, start_idx: int,
end_idx: int, end_idx: int,
) -> torch.Tensor: ) -> torch.Tensor:
if adapter_data is None:
return result
data = adapter_data.data.get(layer_type) data = adapter_data.data.get(layer_type)
data: Optional["BatchLoraWeights"] = ( data: Optional["BatchLoraWeights"] = (
data.get("lora") if data is not None else None data.get("lora") if data is not None else None