From 628334d33638709e7b0f91fbaaa290fec2d016f3 Mon Sep 17 00:00:00 2001 From: drbh Date: Thu, 12 Sep 2024 17:04:52 +0200 Subject: [PATCH] =?UTF-8?q?fix:=20pass=20missing=20revision=20arg=20for=20?= =?UTF-8?q?lora=20adapter=20when=20loading=20multiple=E2=80=A6=20(#2510)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit fix: pass missing revision arg for lora adapter when loading multiple adapters --- server/text_generation_server/utils/adapter.py | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/server/text_generation_server/utils/adapter.py b/server/text_generation_server/utils/adapter.py index b7fc89df7..31927b91b 100644 --- a/server/text_generation_server/utils/adapter.py +++ b/server/text_generation_server/utils/adapter.py @@ -77,12 +77,12 @@ def load_and_merge_adapters( ) -> Tuple["ModuleMap", "AdapterConfig", Set[str], PreTrainedTokenizer]: if len(adapter_parameters.adapter_info) == 1: - adapter_info = next(iter(adapter_parameters.adapter_info)) + adapter = next(iter(adapter_parameters.adapter_info)) return load_module_map( model_id, - adapter_info.revision, - adapter_info.id, - adapter_info.path, + adapter.revision, + adapter.id, + adapter.path, weight_names, trust_remote_code, ) @@ -90,7 +90,6 @@ def load_and_merge_adapters( adapter_params = AdapterParametersContainer(adapter_parameters, adapter_index) return _load_and_merge( model_id, - adapter_params.revision, adapter_params, weight_names, trust_remote_code, @@ -109,7 +108,6 @@ class AdapterParametersContainer: @lru_cache(maxsize=32) def _load_and_merge( model_id: str, - revision: str, adapter_params: AdapterParametersContainer, weight_names: Tuple[str], trust_remote_code: bool = False, @@ -126,6 +124,7 @@ def _load_and_merge( module_map, adapter_config, adapter_weight_names, adapter_tokenizer = ( load_module_map( model_id, + adapter.revision, adapter.id, adapter.path, weight_names,