huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add the cli entry point.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-16 15:17:08 +01:00
parent 58a277da49
commit 418b058d34
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
2 changed files with 18 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
flake.lock
View File

@ -853,11 +853,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1736907983, "lastModified": 1736994333,
"narHash": "sha256-fw55wVwpJW36Md2HZBKuxX3YHGeqsGsspPLtCMVr1Y8=", "narHash": "sha256-v4Jrok5yXsZ6dwj2+2uo5cSyUi9fBTurHqHvNHLT1XA=",
"owner": "oxalica", "owner": "oxalica",
"repo": "rust-overlay", "repo": "rust-overlay",
"rev": "eaa365c911441e07e387ff6acc596619fc50b156", "rev": "848db855cb9e88785996e961951659570fc58814",
"type": "github" "type": "github"
}, },
"original": { "original": {

27
server/pyproject.toml
View File

@ -11,27 +11,30 @@ authors = [
dependencies = [ dependencies = [
"einops>=0.8.0", "einops>=0.8.0",
"grpc-interceptor>=0.15.4", "grpc-interceptor>=0.15.4",
"grpcio>=1.69.0", "grpcio>=1.67.0",
"grpcio-reflection>=1.69.0", "grpcio-reflection>=1.67.0",
"grpcio-status>=1.69.0", "grpcio-status>=1.67.0",
"hf-transfer>=0.1.9", "hf-transfer>=0.1.8",
"loguru>=0.7.3", "loguru>=0.7.3",
"numpy>=2.0.2", "numpy>=1.26,<3",
"opentelemetry-api>=1.29.0", "opentelemetry-api>=1.27.0",
"opentelemetry-exporter-otlp>=1.29.0", "opentelemetry-exporter-otlp>=1.27.0",
"opentelemetry-instrumentation-grpc>=0.50b0", "opentelemetry-instrumentation-grpc>=0.50b0",
"pillow>=11.1.0", "pillow>=11.1.0",
"prometheus-client>=0.21.1", "prometheus-client>=0.21.0",
"protobuf>=5.29.3", "protobuf>=5.28.3",
"py-cpuinfo>=9.0.0", "py-cpuinfo>=9.0.0",
"rich>=13.9.4", "rich>=13.8.1",
"safetensors>=0.5.2", "safetensors>=0.4.5",
"scipy>=1.13.1", "scipy>=1.13.1",
"sentencepiece>=0.2.0", "sentencepiece>=0.2.0",
"tokenizers>=0.21.0", "tokenizers>=0.20.3",
"typer>=0.15.1", "typer>=0.15.1",
] ]
[project.scripts]
text-generation-server = "text_generation_server.cli:app"
[project.optional-dependencies] [project.optional-dependencies]
accelerate = [ accelerate = [
"accelerate>=1.2.1,<2", "accelerate>=1.2.1,<2",