diff --git a/flake.nix b/flake.nix index 1c9c77a9..83feb26a 100644 --- a/flake.nix +++ b/flake.nix @@ -99,6 +99,17 @@ ''; }; }; + + packages.default = pkgs.writeShellApplication { + name = "text-generation-inference"; + runtimeInputs = [ + server + router + ]; + text = '' + ${launcher}/bin/text-generation-launcher "$@" + ''; + }; } ); }