From 397a10aa221999797e43a3c92d36e72486a8b1b3 Mon Sep 17 00:00:00 2001 From: drbh Date: Wed, 11 Sep 2024 13:44:52 +0000 Subject: [PATCH] fix: pass missing revision arg for lora adapter when loading multiple adapters --- server/text_generation_server/utils/adapter.py | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/server/text_generation_server/utils/adapter.py b/server/text_generation_server/utils/adapter.py index b7fc89df..31927b91 100644 --- a/server/text_generation_server/utils/adapter.py +++ b/server/text_generation_server/utils/adapter.py @@ -77,12 +77,12 @@ def load_and_merge_adapters( ) -> Tuple["ModuleMap", "AdapterConfig", Set[str], PreTrainedTokenizer]: if len(adapter_parameters.adapter_info) == 1: - adapter_info = next(iter(adapter_parameters.adapter_info)) + adapter = next(iter(adapter_parameters.adapter_info)) return load_module_map( model_id, - adapter_info.revision, - adapter_info.id, - adapter_info.path, + adapter.revision, + adapter.id, + adapter.path, weight_names, trust_remote_code, ) @@ -90,7 +90,6 @@ def load_and_merge_adapters( adapter_params = AdapterParametersContainer(adapter_parameters, adapter_index) return _load_and_merge( model_id, - adapter_params.revision, adapter_params, weight_names, trust_remote_code, @@ -109,7 +108,6 @@ class AdapterParametersContainer: @lru_cache(maxsize=32) def _load_and_merge( model_id: str, - revision: str, adapter_params: AdapterParametersContainer, weight_names: Tuple[str], trust_remote_code: bool = False, @@ -126,6 +124,7 @@ def _load_and_merge( module_map, adapter_config, adapter_weight_names, adapter_tokenizer = ( load_module_map( model_id, + adapter.revision, adapter.id, adapter.path, weight_names,