diff --git a/server/text_generation_server/cli.py b/server/text_generation_server/cli.py
index e3fda07f..a5e470b0 100644
--- a/server/text_generation_server/cli.py
+++ b/server/text_generation_server/cli.py
@@ -186,8 +186,11 @@ def download_weights(
             class_ = getattr(transformers, architecture)
 
             # Name for this varible depends on transformers version.
-            discard_names = getattr(class_, "_tied_weights_keys", [])
-            discard_names.extend(getattr(class_, "_keys_to_ignore_on_load_missing", []))
+            discard_names = []
+            if getattr(class_, "_tied_weights_keys", []):
+                discard_names.extend(getattr(class_, "_tied_weights_keys", []))
+            if getattr(class_, "_keys_to_ignore_on_load_missing", []):
+                discard_names.extend(getattr(class_, "_keys_to_ignore_on_load_missing", []))
 
         except Exception as e:
             discard_names = []