From 418b058d3478b1b652c5b584f667c8341cb5de2f Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 16 Jan 2025 15:17:08 +0100 Subject: [PATCH] Add the cli entry point. --- flake.lock | 6 +++--- server/pyproject.toml | 27 +++++++++++++++------------ 2 files changed, 18 insertions(+), 15 deletions(-) diff --git a/flake.lock b/flake.lock index 23e76b8b..2057342d 100644 --- a/flake.lock +++ b/flake.lock @@ -853,11 +853,11 @@ ] }, "locked": { - "lastModified": 1736907983, - "narHash": "sha256-fw55wVwpJW36Md2HZBKuxX3YHGeqsGsspPLtCMVr1Y8=", + "lastModified": 1736994333, + "narHash": "sha256-v4Jrok5yXsZ6dwj2+2uo5cSyUi9fBTurHqHvNHLT1XA=", "owner": "oxalica", "repo": "rust-overlay", - "rev": "eaa365c911441e07e387ff6acc596619fc50b156", + "rev": "848db855cb9e88785996e961951659570fc58814", "type": "github" }, "original": { diff --git a/server/pyproject.toml b/server/pyproject.toml index 3e051b80..7924f431 100644 --- a/server/pyproject.toml +++ b/server/pyproject.toml @@ -11,27 +11,30 @@ authors = [ dependencies = [ "einops>=0.8.0", "grpc-interceptor>=0.15.4", - "grpcio>=1.69.0", - "grpcio-reflection>=1.69.0", - "grpcio-status>=1.69.0", - "hf-transfer>=0.1.9", + "grpcio>=1.67.0", + "grpcio-reflection>=1.67.0", + "grpcio-status>=1.67.0", + "hf-transfer>=0.1.8", "loguru>=0.7.3", - "numpy>=2.0.2", - "opentelemetry-api>=1.29.0", - "opentelemetry-exporter-otlp>=1.29.0", + "numpy>=1.26,<3", + "opentelemetry-api>=1.27.0", + "opentelemetry-exporter-otlp>=1.27.0", "opentelemetry-instrumentation-grpc>=0.50b0", "pillow>=11.1.0", - "prometheus-client>=0.21.1", - "protobuf>=5.29.3", + "prometheus-client>=0.21.0", + "protobuf>=5.28.3", "py-cpuinfo>=9.0.0", - "rich>=13.9.4", - "safetensors>=0.5.2", + "rich>=13.8.1", + "safetensors>=0.4.5", "scipy>=1.13.1", "sentencepiece>=0.2.0", - "tokenizers>=0.21.0", + "tokenizers>=0.20.3", "typer>=0.15.1", ] +[project.scripts] +text-generation-server = "text_generation_server.cli:app" + [project.optional-dependencies] accelerate = [ "accelerate>=1.2.1,<2",