diff --git a/server/text_generation_server/utils/adapter.py b/server/text_generation_server/utils/adapter.py index b7fc89df7..31927b91b 100644 --- a/server/text_generation_server/utils/adapter.py +++ b/server/text_generation_server/utils/adapter.py @@ -77,12 +77,12 @@ def load_and_merge_adapters( ) -> Tuple["ModuleMap", "AdapterConfig", Set[str], PreTrainedTokenizer]: if len(adapter_parameters.adapter_info) == 1: - adapter_info = next(iter(adapter_parameters.adapter_info)) + adapter = next(iter(adapter_parameters.adapter_info)) return load_module_map( model_id, - adapter_info.revision, - adapter_info.id, - adapter_info.path, + adapter.revision, + adapter.id, + adapter.path, weight_names, trust_remote_code, ) @@ -90,7 +90,6 @@ def load_and_merge_adapters( adapter_params = AdapterParametersContainer(adapter_parameters, adapter_index) return _load_and_merge( model_id, - adapter_params.revision, adapter_params, weight_names, trust_remote_code, @@ -109,7 +108,6 @@ class AdapterParametersContainer: @lru_cache(maxsize=32) def _load_and_merge( model_id: str, - revision: str, adapter_params: AdapterParametersContainer, weight_names: Tuple[str], trust_remote_code: bool = False, @@ -126,6 +124,7 @@ def _load_and_merge( module_map, adapter_config, adapter_weight_names, adapter_tokenizer = ( load_module_map( model_id, + adapter.revision, adapter.id, adapter.path, weight_names,