{ stdenv, dockerTools, cacert, text-generation-inference, runCommand, stream ? false, }: let build = if stream then dockerTools.streamLayeredImage else dockerTools.buildLayeredImage; in # tmp = runCommand "tmp" { } '' # mkdir $out # mkdir -m 1777 $out/tmp # ''; build { name = "tgi-docker"; tag = "latest"; config = { EntryPoint = [ "${text-generation-inference}/bin/text-generation-inference" ]; Env = [ "HF_HOME=/data" "PORT=80" ]; }; extraCommands = '' mkdir -p tmp chmod -R 1777 tmp ''; contents = [ cacert stdenv.cc ]; }