huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-21 17:52:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Nix: the launcher needs a Python env with Torch for GPU detection

Browse Source 
This makes `nix run .` in the repository work again. Should fix #3025.
This commit is contained in:
Daniël de Kok 2025-03-07 12:50:50 +00:00
parent 036d802b62
commit 902156ca6f
1 changed files with 18 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
flake.nix
View File

@ -44,9 +44,24 @@
benchmark = cargoNix.workspaceMembers.text-generation-benchmark.build.override {
inherit crateOverrides;
};
launcher = cargoNix.workspaceMembers.text-generation-launcher.build.override {
inherit crateOverrides;
};
launcher =
let
launcherUnwrapped = cargoNix.workspaceMembers.text-generation-launcher.build.override {
inherit crateOverrides;
};
packagePath =
with pkgs.python3.pkgs;
makePythonPath [
torch
];
in
pkgs.writeShellApplication {
name = "text-generation-launcher";
text = ''
PYTHONPATH="${packagePath}" ${launcherUnwrapped}/bin/text-generation-launcher "$@"
'';
};
router =
let
routerUnwrapped = cargoNix.workspaceMembers.text-generation-router-v3.build.override {