diff --git a/server/tests/utils/test_hub.py b/server/tests/utils/test_hub.py
index 49549893..721820f5 100644
--- a/server/tests/utils/test_hub.py
+++ b/server/tests/utils/test_hub.py
@@ -61,7 +61,15 @@ def test_weight_hub_files_offline_error(offline, fresh_cache):
 def test_weight_hub_files_offline_ok(prefetched, offline):
     # If the model is prefetched then we should be able to get the weight files from local cache
     filenames = weight_hub_files(prefetched)
-    assert filenames == ["model.safetensors"]
+    root = None
+    assert len(filenames) == 1
+    for f in filenames:
+        curroot, filename = os.path.split(f)
+        if root is None:
+            root = curroot
+        else:
+            assert root == curroot
+        assert filename == "model.safetensors"
 
 
 def test_weight_hub_files():
diff --git a/server/text_generation_server/utils/hub.py b/server/text_generation_server/utils/hub.py
index deb1a941..b56484f6 100644
--- a/server/text_generation_server/utils/hub.py
+++ b/server/text_generation_server/utils/hub.py
@@ -49,7 +49,7 @@ def _weight_files_from_dir(d: Path, extension: str) -> List[str]:
     # done there with the len(s.rfilename.split("/")) == 1 condition
     root, _, files = next(os.walk(str(d)))
     filenames = [
-        f
+        os.path.join(root, f)
         for f in files
         if f.endswith(extension)
         and "arguments" not in f