huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 08:22:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update to kernels 0.2.0.

Browse Source
This commit is contained in:
Nicolas Patry 2025-03-13 10:30:07 +01:00
parent d4c6faa67b
commit 73ee7837b8
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
5 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
flake.lock
View File

@ -853,11 +853,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1741141853, "lastModified": 1741833135,
"narHash": "sha256-FauVtC+FbOgkKpGVuQTNxSqrvgbmVc7hFkjn/DacwMo=", "narHash": "sha256-HUtFcF4NLwvu7CAowWgqCHXVkNj0EOc/W6Ism4biV6I=",
"owner": "oxalica", "owner": "oxalica",
"repo": "rust-overlay", "repo": "rust-overlay",
"rev": "02edad1f19d6dec824e0812e4cdc0aa7930ff8ae", "rev": "f3cd1e0feb994188fe3ad9a5c3ab021ed433b8c8",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -978,16 +978,16 @@
"nixpkgs": "nixpkgs_6" "nixpkgs": "nixpkgs_6"
}, },
"locked": { "locked": {
"lastModified": 1740049068, "lastModified": 1741617161,
"narHash": "sha256-heYzYOt+TSnRKHIV24s74yEjLkTbBfjNCWHdQEX++eI=", "narHash": "sha256-cwKYAsIVSLtoLbG48+oi3NkSrvuZRLYs8lkJmpDsTw0=",
"owner": "huggingface", "owner": "huggingface",
"repo": "text-generation-inference-nix", "repo": "text-generation-inference-nix",
"rev": "143e8451efa22b120f97e6698508e9a0aed82769", "rev": "5946021ec6cb6aae18158a9dc27f893cfbab2925",
"type": "github" "type": "github"
}, },
"original": { "original": {
"owner": "huggingface", "owner": "huggingface",
"ref": "hub-rotary", "ref": "kernels-0.2.0",
"repo": "text-generation-inference-nix", "repo": "text-generation-inference-nix",
"type": "github" "type": "github"
} }

2
flake.nix
View File

@ -5,7 +5,7 @@
inputs.nixpkgs.follows = "tgi-nix/nixpkgs"; inputs.nixpkgs.follows = "tgi-nix/nixpkgs";
}; };
nix-filter.url = "github:numtide/nix-filter"; nix-filter.url = "github:numtide/nix-filter";
tgi-nix.url = "github:huggingface/text-generation-inference-nix/hub-rotary"; tgi-nix.url = "github:huggingface/text-generation-inference-nix/kernels-0.2.0";
nixpkgs.follows = "tgi-nix/nixpkgs"; nixpkgs.follows = "tgi-nix/nixpkgs";
flake-utils.url = "github:numtide/flake-utils"; flake-utils.url = "github:numtide/flake-utils";
rust-overlay = { rust-overlay = {

4
nix/server.nix
View File

@ -16,7 +16,7 @@
grpcio-reflection, grpcio-reflection,
grpcio-status, grpcio-status,
grpcio-tools, grpcio-tools,
hf-kernels, kernels,
hf-transfer, hf-transfer,
loguru, loguru,
mamba-ssm, mamba-ssm,
@ -91,7 +91,7 @@ buildPythonPackage {
grpcio-reflection grpcio-reflection
grpcio-status grpcio-status
grpcio-tools grpcio-tools
hf-kernels kernels
hf-transfer hf-transfer
loguru loguru
mamba-ssm mamba-ssm

4
server/pyproject.toml
View File

@ -14,7 +14,7 @@ dependencies = [
"grpcio>=1.67.0", "grpcio>=1.67.0",
"grpcio-reflection>=1.67.0", "grpcio-reflection>=1.67.0",
"grpcio-status>=1.67.0", "grpcio-status>=1.67.0",
"hf-kernels>=0.1.5", "kernels>=0.2.0",
"hf-transfer>=0.1.8", "hf-transfer>=0.1.8",
"loguru>=0.7.3", "loguru>=0.7.3",
"numpy>=1.26,<3", "numpy>=1.26,<3",
@ -36,7 +36,7 @@ dependencies = [
] ]
[build-system] [build-system]
requires = ["hf-kernels>=0.1.2", "setuptools"] requires = ["kernels>=0.2.0", "setuptools"]
build-backend = "setuptools.build_meta" build-backend = "setuptools.build_meta"
[tool.kernels.dependencies] [tool.kernels.dependencies]

4
server/text_generation_server/utils/kernels.py
View File

@ -1,7 +1,7 @@
import importlib import importlib
from loguru import logger from loguru import logger
from hf_kernels import load_kernel as hf_load_kernel from kernels import load_kernel as hf_load_kernel
from text_generation_server.utils.log import log_once from text_generation_server.utils.log import log_once
@ -16,7 +16,7 @@ def load_kernel(*, module: str, repo_id: str):
log_once(logger.info, f"Using local module for `{module}`") log_once(logger.info, f"Using local module for `{module}`")
return m return m
except ModuleNotFoundError: except ModuleNotFoundError:
return hf_load_kernel(repo_id=repo_id) return hf_load_kernel(repo_id=repo_id, module=module)
__all__ = ["load_kernel"] __all__ = ["load_kernel"]