From 83ef36417775ec779e96c04a469d77434173c5a3 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Thu, 13 Mar 2025 10:45:47 +0100
Subject: [PATCH] We need gcc during runtime to enable triton to compile
 kernels. (#3103)

* We need gcc during runtime to enable triton to compile kernels.

* Fixing the docker build.
---
 nix/docker.nix | 12 +++++++++++-
 1 file changed, 11 insertions(+), 1 deletion(-)

diff --git a/nix/docker.nix b/nix/docker.nix
index c4b1d8994..e89e5b99a 100644
--- a/nix/docker.nix
+++ b/nix/docker.nix
@@ -1,12 +1,18 @@
 {
+  stdenv,
   dockerTools,
   cacert,
   text-generation-inference,
+  runCommand,
   stream ? false,
 }:
 
 let
   build = if stream then dockerTools.streamLayeredImage else dockerTools.buildLayeredImage;
+  tmp = runCommand "tmp" { } ''
+    mkdir $out
+    mkdir -m 1777 $out/tmp
+  '';
 in
 build {
   name = "tgi-docker";
@@ -19,5 +25,9 @@ build {
     ];
 
   };
-  contents = [ cacert ];
+  contents = [
+    cacert
+    stdenv.cc
+    tmp
+  ];
 }