From 9c0f679d1d05b052a8b88b4a4fee142dc130a350 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Tue, 26 Sep 2023 13:03:45 +0000 Subject: [PATCH] Simpler fix. --- server/text_generation_server/cli.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/server/text_generation_server/cli.py b/server/text_generation_server/cli.py index a5e470b0..8b7710ce 100644 --- a/server/text_generation_server/cli.py +++ b/server/text_generation_server/cli.py @@ -186,11 +186,7 @@ def download_weights( class_ = getattr(transformers, architecture) # Name for this varible depends on transformers version. - discard_names = [] - if getattr(class_, "_tied_weights_keys", []): - discard_names.extend(getattr(class_, "_tied_weights_keys", [])) - if getattr(class_, "_keys_to_ignore_on_load_missing", []): - discard_names.extend(getattr(class_, "_keys_to_ignore_on_load_missing", [])) + discard_names = getattr(class_, "_tied_weights_keys", []) except Exception as e: discard_names = []