diff --git a/flake.nix b/flake.nix index 943bf736..5058667a 100644 --- a/flake.nix +++ b/flake.nix @@ -44,9 +44,24 @@ benchmark = cargoNix.workspaceMembers.text-generation-benchmark.build.override { inherit crateOverrides; }; - launcher = cargoNix.workspaceMembers.text-generation-launcher.build.override { - inherit crateOverrides; - }; + launcher = + let + launcherUnwrapped = cargoNix.workspaceMembers.text-generation-launcher.build.override { + inherit crateOverrides; + }; + packagePath = + with pkgs.python3.pkgs; + makePythonPath [ + torch + ]; + in + pkgs.writeShellApplication { + name = "text-generation-launcher"; + text = '' + PYTHONPATH="${packagePath}" ${launcherUnwrapped}/bin/text-generation-launcher "$@" + ''; + }; + router = let routerUnwrapped = cargoNix.workspaceMembers.text-generation-router-v3.build.override {