From 9011a3dd40a1209825c8c1db77183eb948360034 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Mon, 28 Aug 2023 09:11:50 +0000 Subject: [PATCH] Fixing the lora adaptation on docker. --- server/text_generation_server/cli.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/server/text_generation_server/cli.py b/server/text_generation_server/cli.py index b12a9751..e3fda07f 100644 --- a/server/text_generation_server/cli.py +++ b/server/text_generation_server/cli.py @@ -125,6 +125,9 @@ def download_weights( try: adapter_config_filename = hf_hub_download(model_id, revision=revision, filename="adapter_config.json") utils.download_and_unload_peft(model_id, revision, trust_remote_code=trust_remote_code) + is_local_model = True + utils.weight_files(model_id, revision, extension) + return except (utils.LocalEntryNotFoundError, utils.EntryNotFoundError): pass