diff --git a/server/text_generation_server/utils/hub.py b/server/text_generation_server/utils/hub.py
index deb1a941..b56484f6 100644
--- a/server/text_generation_server/utils/hub.py
+++ b/server/text_generation_server/utils/hub.py
@@ -49,7 +49,7 @@ def _weight_files_from_dir(d: Path, extension: str) -> List[str]:
     # done there with the len(s.rfilename.split("/")) == 1 condition
     root, _, files = next(os.walk(str(d)))
     filenames = [
-        f
+        os.path.join(root, f)
         for f in files
         if f.endswith(extension)
         and "arguments" not in f