From 649d9754b1d1710ba2cf2f3350dad0397fac211b Mon Sep 17 00:00:00 2001 From: zhangsibo1129 Date: Mon, 25 Sep 2023 10:43:28 +0800 Subject: [PATCH] fix discard_names in safetensors convertion --- server/text_generation_server/cli.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/cli.py b/server/text_generation_server/cli.py index e3fda07f..a5e470b0 100644 --- a/server/text_generation_server/cli.py +++ b/server/text_generation_server/cli.py @@ -186,8 +186,11 @@ def download_weights( class_ = getattr(transformers, architecture) # Name for this varible depends on transformers version. - discard_names = getattr(class_, "_tied_weights_keys", []) - discard_names.extend(getattr(class_, "_keys_to_ignore_on_load_missing", [])) + discard_names = [] + if getattr(class_, "_tied_weights_keys", []): + discard_names.extend(getattr(class_, "_tied_weights_keys", [])) + if getattr(class_, "_keys_to_ignore_on_load_missing", []): + discard_names.extend(getattr(class_, "_keys_to_ignore_on_load_missing", [])) except Exception as e: discard_names = []