huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-26 20:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing the docker build.

Browse Source
This commit is contained in:
Nicolas Patry 2025-03-12 23:58:15 +01:00
parent 273d304cf9
commit 8c8f249636
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
nix/docker.nix
View File

@ -3,11 +3,16 @@
dockerTools,
cacert,
text-generation-inference,
runCommand,
stream ? false,
}:
let
build = if stream then dockerTools.streamLayeredImage else dockerTools.buildLayeredImage;
tmp = runCommand "tmp" { } ''
mkdir $out
mkdir -m 1777 $out/tmp
'';
in
build {
name = "tgi-docker";
@ -23,5 +28,6 @@ build {
contents = [
cacert
stdenv.cc
tmp
];
}