huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 22:02:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Nix: the launcher needs a Python env with Torch for GPU detection (#3085)

Browse Source 
This makes `nix run .` in the repository work again. Should fix #3025.
This commit is contained in:
Daniël de Kok 2025-03-10 12:11:10 +01:00 committed by GitHub
parent 622908deab
commit 976eae216f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 18 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
flake.nix
View File

@ -44,9 +44,24 @@
benchmark = cargoNix.workspaceMembers.text-generation-benchmark.build.override { benchmark = cargoNix.workspaceMembers.text-generation-benchmark.build.override {
inherit crateOverrides; inherit crateOverrides;
}; };
launcher = cargoNix.workspaceMembers.text-generation-launcher.build.override { launcher =
inherit crateOverrides; let
}; launcherUnwrapped = cargoNix.workspaceMembers.text-generation-launcher.build.override {
inherit crateOverrides;
};
packagePath =
with pkgs.python3.pkgs;
makePythonPath [
torch
];
in
pkgs.writeShellApplication {
name = "text-generation-launcher";
text = ''
PYTHONPATH="${packagePath}" ${launcherUnwrapped}/bin/text-generation-launcher "$@"
'';
};
router = router =
let let
routerUnwrapped = cargoNix.workspaceMembers.text-generation-router-v3.build.override { routerUnwrapped = cargoNix.workspaceMembers.text-generation-router-v3.build.override {