huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 15:32:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

nix: add router to the devshell (#2396)

Browse Source
This commit is contained in:
Daniël de Kok 2024-08-12 09:28:38 +02:00 committed by GitHub
parent 8dcc7d3f6b
commit 01a515dea2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 22 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
flake.nix
View File

@ -70,6 +70,10 @@
torch
transformers
vllm
(callPackage ./router.nix {
inherit (rustPlatform) buildRustPackage importCargoLock;
})
]);
venvDir = "./.venv";

18
router.nix Normal file
View File

@ -0,0 +1,18 @@
{ buildRustPackage, importCargoLock, pkg-config, protobuf, openssl }:
buildRustPackage {
name = "text-generation-router";
src = ./.;
sourceDir = ./backends/v3;
cargoLock = {
lockFile = ./Cargo.lock;
};
nativeBuildInputs = [ pkg-config ];
buildInputs = [ openssl.dev protobuf ];
}