diff --git a/server/text_generation_server/utils/hub.py b/server/text_generation_server/utils/hub.py
index fbb570a6..23743c9b 100644
--- a/server/text_generation_server/utils/hub.py
+++ b/server/text_generation_server/utils/hub.py
@@ -30,6 +30,7 @@ def weight_hub_files(
         and len(s.rfilename.split("/")) == 1
         and "arguments" not in s.rfilename
         and "args" not in s.rfilename
+        and "training" not in s.rfilename
     ]
 
     if not filenames: