diff --git a/nix/docker.nix b/nix/docker.nix
index b622462d..e89e5b99 100644
--- a/nix/docker.nix
+++ b/nix/docker.nix
@@ -3,11 +3,16 @@
   dockerTools,
   cacert,
   text-generation-inference,
+  runCommand,
   stream ? false,
 }:
 
 let
   build = if stream then dockerTools.streamLayeredImage else dockerTools.buildLayeredImage;
+  tmp = runCommand "tmp" { } ''
+    mkdir $out
+    mkdir -m 1777 $out/tmp
+  '';
 in
 build {
   name = "tgi-docker";
@@ -23,5 +28,6 @@ build {
   contents = [
     cacert
     stdenv.cc
+    tmp
   ];
 }