diff --git a/server/text_generation_server/cli.py b/server/text_generation_server/cli.py
index a5e470b0..8b7710ce 100644
--- a/server/text_generation_server/cli.py
+++ b/server/text_generation_server/cli.py
@@ -186,11 +186,7 @@ def download_weights(
             class_ = getattr(transformers, architecture)
 
             # Name for this varible depends on transformers version.
-            discard_names = []
-            if getattr(class_, "_tied_weights_keys", []):
-                discard_names.extend(getattr(class_, "_tied_weights_keys", []))
-            if getattr(class_, "_keys_to_ignore_on_load_missing", []):
-                discard_names.extend(getattr(class_, "_keys_to_ignore_on_load_missing", []))
+            discard_names = getattr(class_, "_tied_weights_keys", [])
 
         except Exception as e:
             discard_names = []