huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add the cli entry point.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-16 15:17:08 +01:00
parent 58a277da49
commit 418b058d34
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
2 changed files with 18 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
flake.lock
View File

@ -853,11 +853,11 @@
]
},
"locked": {
"lastModified": 1736907983,
"narHash": "sha256-fw55wVwpJW36Md2HZBKuxX3YHGeqsGsspPLtCMVr1Y8=",
"lastModified": 1736994333,
"narHash": "sha256-v4Jrok5yXsZ6dwj2+2uo5cSyUi9fBTurHqHvNHLT1XA=",
"owner": "oxalica",
"repo": "rust-overlay",
"rev": "eaa365c911441e07e387ff6acc596619fc50b156",
"rev": "848db855cb9e88785996e961951659570fc58814",
"type": "github"
},
"original": {

27
server/pyproject.toml
View File

@ -11,27 +11,30 @@ authors = [
dependencies = [
"einops>=0.8.0",
"grpc-interceptor>=0.15.4",
"grpcio>=1.69.0",
"grpcio-reflection>=1.69.0",
"grpcio-status>=1.69.0",
"hf-transfer>=0.1.9",
"grpcio>=1.67.0",
"grpcio-reflection>=1.67.0",
"grpcio-status>=1.67.0",
"hf-transfer>=0.1.8",
"loguru>=0.7.3",
"numpy>=2.0.2",
"opentelemetry-api>=1.29.0",
"opentelemetry-exporter-otlp>=1.29.0",
"numpy>=1.26,<3",
"opentelemetry-api>=1.27.0",
"opentelemetry-exporter-otlp>=1.27.0",
"opentelemetry-instrumentation-grpc>=0.50b0",
"pillow>=11.1.0",
"prometheus-client>=0.21.1",
"protobuf>=5.29.3",
"prometheus-client>=0.21.0",
"protobuf>=5.28.3",
"py-cpuinfo>=9.0.0",
"rich>=13.9.4",
"safetensors>=0.5.2",
"rich>=13.8.1",
"safetensors>=0.4.5",
"scipy>=1.13.1",
"sentencepiece>=0.2.0",
"tokenizers>=0.21.0",
"tokenizers>=0.20.3",
"typer>=0.15.1",
]
[project.scripts]
text-generation-server = "text_generation_server.cli:app"
[project.optional-dependencies]
accelerate = [
"accelerate>=1.2.1,<2",