From 976eae216f7faa4c52d34f4128f18cc3717bf8f6 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= <me@danieldk.eu>
Date: Mon, 10 Mar 2025 12:11:10 +0100
Subject: [PATCH] Nix: the launcher needs a Python env with Torch for GPU
 detection (#3085)

This makes `nix run .` in the repository work again. Should fix #3025.
---
 flake.nix | 21 ++++++++++++++++++---
 1 file changed, 18 insertions(+), 3 deletions(-)

diff --git a/flake.nix b/flake.nix
index 943bf736..5058667a 100644
--- a/flake.nix
+++ b/flake.nix
@@ -44,9 +44,24 @@
         benchmark = cargoNix.workspaceMembers.text-generation-benchmark.build.override {
           inherit crateOverrides;
         };
-        launcher = cargoNix.workspaceMembers.text-generation-launcher.build.override {
-          inherit crateOverrides;
-        };
+        launcher =
+          let
+            launcherUnwrapped = cargoNix.workspaceMembers.text-generation-launcher.build.override {
+              inherit crateOverrides;
+            };
+            packagePath =
+              with pkgs.python3.pkgs;
+              makePythonPath [
+                torch
+              ];
+          in
+          pkgs.writeShellApplication {
+            name = "text-generation-launcher";
+            text = ''
+              PYTHONPATH="${packagePath}" ${launcherUnwrapped}/bin/text-generation-launcher "$@"
+            '';
+          };
+
         router =
           let
             routerUnwrapped = cargoNix.workspaceMembers.text-generation-router-v3.build.override {