diff --git a/flake.lock b/flake.lock
index d3c5490b..675e1dee 100644
--- a/flake.lock
+++ b/flake.lock
@@ -978,15 +978,16 @@
         "nixpkgs": "nixpkgs_6"
       },
       "locked": {
-        "lastModified": 1742807335,
-        "narHash": "sha256-580CXhhCcK1cXRWahk/mDKo6zUsOD2JvNOg5SBBMAKc=",
+        "lastModified": 1743930745,
+        "narHash": "sha256-MDQrbJkweLYsMYh44Gx+c1gAZOCR1fmZF1lkavAHDto=",
         "owner": "huggingface",
         "repo": "text-generation-inference-nix",
-        "rev": "8d9ea4691f49369aa5d3230a51366ff6c744d658",
+        "rev": "13627879aee62d9620df4adda45b70db48c028b0",
         "type": "github"
       },
       "original": {
         "owner": "huggingface",
+        "ref": "add_hf_xet",
         "repo": "text-generation-inference-nix",
         "type": "github"
       }
diff --git a/flake.nix b/flake.nix
index c733cdd2..c069f5c7 100644
--- a/flake.nix
+++ b/flake.nix
@@ -5,7 +5,7 @@
       inputs.nixpkgs.follows = "tgi-nix/nixpkgs";
     };
     nix-filter.url = "github:numtide/nix-filter";
-    tgi-nix.url = "github:huggingface/text-generation-inference-nix";
+    tgi-nix.url = "github:huggingface/text-generation-inference-nix/add_hf_xet";
     nixpkgs.follows = "tgi-nix/nixpkgs";
     flake-utils.url = "github:numtide/flake-utils";
     rust-overlay = {
diff --git a/nix/server.nix b/nix/server.nix
index 1d00b978..e6493531 100644
--- a/nix/server.nix
+++ b/nix/server.nix
@@ -17,6 +17,7 @@
   grpcio-status,
   grpcio-tools,
   hf-transfer,
+  hf-xet,
   kernels,
   loguru,
   mamba-ssm,
@@ -92,6 +93,7 @@ buildPythonPackage {
     grpcio-status
     grpcio-tools
     hf-transfer
+    hf-xet
     kernels
     loguru
     mamba-ssm