huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 13:52:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

We need gcc during runtime to enable triton to compile kernels. (#3103)

Browse Source 
* We need gcc during runtime to enable triton to compile kernels.

* Fixing the docker build.
This commit is contained in:
Nicolas Patry 2025-03-13 10:45:47 +01:00 committed by GitHub
parent 83b7b7bb92
commit 83ef364177
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
nix/docker.nix
View File

@ -1,12 +1,18 @@
{
stdenv,
dockerTools,
cacert,
text-generation-inference,
runCommand,
stream ? false,
}:
let
build = if stream then dockerTools.streamLayeredImage else dockerTools.buildLayeredImage;
tmp = runCommand "tmp" { } ''
mkdir $out
mkdir -m 1777 $out/tmp
'';
in
build {
name = "tgi-docker";
@ -19,5 +25,9 @@ build {
];
};
contents = [ cacert ];
contents = [
cacert
stdenv.cc
tmp
];
}