mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-05-24 04:22:10 +00:00
e32528792c
* Switch to punica-sgmv kernel from the Hub This also switches (temporarily) to the tgi-nix/kernel-builder merge branch, bumping up to CUDA 12.8 (same as non-Nix Torch). * nix: client depends on aiohttp This probably worked before the nixpkgs bump because a dependency propagated aiohttp.
24 lines
290 B
Nix
24 lines
290 B
Nix
{
|
|
buildPythonPackage,
|
|
poetry-core,
|
|
aiohttp,
|
|
huggingface-hub,
|
|
pydantic,
|
|
}:
|
|
|
|
buildPythonPackage {
|
|
name = "text-generation";
|
|
|
|
src = ../clients/python;
|
|
|
|
pyproject = true;
|
|
|
|
build-system = [ poetry-core ];
|
|
|
|
dependencies = [
|
|
aiohttp
|
|
huggingface-hub
|
|
pydantic
|
|
];
|
|
}
|