diff --git a/flake.nix b/flake.nix index 1b396453..ddd31a18 100644 --- a/flake.nix +++ b/flake.nix @@ -141,15 +141,31 @@ }; }; - packages.default = pkgs.writeShellApplication { - name = "text-generation-inference"; - runtimeInputs = [ - server - router - ]; - text = '' - ${launcher}/bin/text-generation-launcher "$@" - ''; + packages = rec { + default = pkgs.writeShellApplication { + name = "text-generation-inference"; + runtimeInputs = [ + server + router + ]; + text = '' + ${launcher}/bin/text-generation-launcher "$@" + ''; + }; + + dockerImage = pkgs.dockerTools.buildLayeredImage { + name = "tgi-docker"; + tag = "latest"; + config = { + EntryPoint = [ "${default}/bin/text-generation-inference" ]; + Env = [ + "HF_HOME=/data" + "PORT=80" + ]; + + }; + contents = [ pkgs.cacert ]; + }; }; } );