2024-05-16 19:47:12 +00:00
|
|
|
[build-system]
|
|
|
|
|
requires = ["maturin>=1.5,<2.0"]
|
|
|
|
|
build-backend = "maturin"
|
|
|
|
|
|
|
|
|
|
[project]
|
2024-05-20 22:29:13 +00:00
|
|
|
dependencies = [
|
|
|
|
|
"backoff==2.2.1",
|
|
|
|
|
"certifi==2024.2.2",
|
|
|
|
|
"charset-normalizer==3.3.2",
|
|
|
|
|
"click==8.1.7",
|
|
|
|
|
"colorama==0.4.6",
|
|
|
|
|
"deprecated==1.2.14",
|
|
|
|
|
"einops==0.6.1",
|
|
|
|
|
"filelock==3.14.0",
|
|
|
|
|
"fsspec==2024.3.1",
|
|
|
|
|
"googleapis-common-protos==1.63.0",
|
|
|
|
|
"grpc-interceptor==0.15.4",
|
|
|
|
|
"grpcio-reflection==1.62.2",
|
|
|
|
|
"grpcio-status==1.62.2",
|
|
|
|
|
"grpcio==1.63.0",
|
|
|
|
|
"hf-transfer==0.1.6",
|
|
|
|
|
"huggingface-hub==0.23.0",
|
|
|
|
|
"idna==3.7",
|
|
|
|
|
"loguru==0.6.0",
|
|
|
|
|
"numpy==1.26.4",
|
|
|
|
|
"opentelemetry-api==1.15.0",
|
|
|
|
|
"opentelemetry-exporter-otlp-proto-grpc==1.15.0",
|
|
|
|
|
"opentelemetry-exporter-otlp-proto-http==1.15.0",
|
|
|
|
|
"opentelemetry-exporter-otlp==1.15.0",
|
|
|
|
|
"opentelemetry-instrumentation-grpc==0.36b0",
|
|
|
|
|
"opentelemetry-instrumentation==0.36b0",
|
|
|
|
|
"opentelemetry-proto==1.15.0",
|
|
|
|
|
"opentelemetry-sdk==1.15.0",
|
|
|
|
|
"opentelemetry-semantic-conventions==0.36b0",
|
|
|
|
|
"packaging==24.0",
|
|
|
|
|
"pillow==10.3.0",
|
|
|
|
|
"prometheus-client==0.20.0",
|
|
|
|
|
"protobuf==4.25.3",
|
|
|
|
|
"py-cpuinfo==9.0.0",
|
|
|
|
|
"pyyaml==6.0.1",
|
|
|
|
|
"regex==2024.5.10",
|
|
|
|
|
"requests==2.31.0",
|
|
|
|
|
"safetensors==0.4.3",
|
|
|
|
|
"scipy==1.13.0",
|
|
|
|
|
"sentencepiece==0.1.99",
|
|
|
|
|
"setuptools==69.5.1",
|
|
|
|
|
"tokenizers==0.19.1",
|
|
|
|
|
"tqdm==4.66.4",
|
|
|
|
|
"transformers @ git+https://github.com/huggingface/transformers.git@b8aee2e918d7ba2d5e9e80162ae26b4806873307",
|
|
|
|
|
"typer==0.6.1",
|
|
|
|
|
"typing-extensions==4.11.0",
|
|
|
|
|
"urllib3==2.2.1",
|
|
|
|
|
"win32-setctime==1.1.0",
|
|
|
|
|
"wrapt==1.16.0",
|
|
|
|
|
"torch==2.1.0",
|
|
|
|
|
"peft==0.10.0",
|
|
|
|
|
"outlines==0.0.34",
|
|
|
|
|
]
|
2024-05-16 19:47:12 +00:00
|
|
|
name = "tgi"
|
|
|
|
|
requires-python = ">=3.8"
|
|
|
|
|
classifiers = [
|
2024-05-20 22:29:13 +00:00
|
|
|
"Programming Language :: Rust",
|
|
|
|
|
"Programming Language :: Python :: Implementation :: CPython",
|
|
|
|
|
"Programming Language :: Python :: Implementation :: PyPy",
|
2024-05-16 19:47:12 +00:00
|
|
|
]
|
|
|
|
|
dynamic = ["version"]
|
|
|
|
|
[tool.maturin]
|
|
|
|
|
features = ["pyo3/extension-module"]
|
2024-05-20 22:29:13 +00:00
|
|
|
module-name = "tgi._tgi"
|
2024-05-17 19:18:55 +00:00
|
|
|
|
|
|
|
|
# NOTE: currently we comment out server/text_generation_server/pb/.gitignore
|
|
|
|
|
# which includes the generated python files. These then get included in the
|
|
|
|
|
# package. This is not ideal, but works for now.
|
|
|
|
|
python-packages = ["tgi", "text_generation_server"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
[project.scripts]
|
|
|
|
|
text-generation-server = "tgi:text_generation_server_cli_main"
|
2024-05-18 01:22:25 +00:00
|
|
|
text-generation-router = "tgi:text_generation_router_cli_main"
|
|
|
|
|
text-generation-launcher = "tgi:text_generation_launcher_cli_main"
|
