2022-10-08 10:30:12 +00:00
|
|
|
[tool.poetry]
|
2023-03-07 17:52:22 +00:00
|
|
|
name = "text-generation-server"
|
2023-07-18 16:11:20 +00:00
|
|
|
version = "0.9.3"
|
2023-02-03 11:43:37 +00:00
|
|
|
description = "Text Generation Inference Python gRPC Server"
|
2022-10-08 10:30:12 +00:00
|
|
|
authors = ["Olivier Dehaene <olivier@huggingface.co>"]
|
|
|
|
|
|
2022-10-17 12:59:00 +00:00
|
|
|
[tool.poetry.scripts]
|
2023-03-07 17:52:22 +00:00
|
|
|
text-generation-server = 'text_generation_server.cli:app'
|
2022-10-17 12:59:00 +00:00
|
|
|
|
2022-10-08 10:30:12 +00:00
|
|
|
[tool.poetry.dependencies]
|
|
|
|
|
python = "^3.9"
|
|
|
|
|
protobuf = "^4.21.7"
|
2023-01-05 11:01:23 +00:00
|
|
|
grpcio = "^1.51.1"
|
|
|
|
|
grpcio-status = "^1.51.1"
|
|
|
|
|
grpcio-reflection = "^1.51.1"
|
|
|
|
|
grpc-interceptor = "^0.15.0"
|
2022-10-08 10:30:12 +00:00
|
|
|
typer = "^0.6.1"
|
2023-05-23 16:03:22 +00:00
|
|
|
accelerate = { version = "^0.19.0", optional = true }
|
2023-04-19 17:39:31 +00:00
|
|
|
bitsandbytes = { version = "^0.38.1", optional = true }
|
2023-04-25 11:50:56 +00:00
|
|
|
safetensors = "0.3.1"
|
2023-01-05 11:01:23 +00:00
|
|
|
loguru = "^0.6.0"
|
2023-02-13 12:02:45 +00:00
|
|
|
opentelemetry-api = "^1.15.0"
|
|
|
|
|
opentelemetry-exporter-otlp = "^1.15.0"
|
|
|
|
|
opentelemetry-instrumentation-grpc = "^0.36b0"
|
2023-03-03 10:26:27 +00:00
|
|
|
hf-transfer = "^0.1.2"
|
2023-04-11 14:38:22 +00:00
|
|
|
sentencepiece = "^0.1.97"
|
|
|
|
|
tokenizers = "0.13.3"
|
2023-06-08 12:51:52 +00:00
|
|
|
huggingface-hub = "^0.14.1"
|
2023-07-04 18:23:55 +00:00
|
|
|
transformers = "4.29.2"
|
2023-07-03 11:01:46 +00:00
|
|
|
einops = "^0.6.1"
|
2022-10-08 10:30:12 +00:00
|
|
|
|
2022-10-28 17:24:00 +00:00
|
|
|
[tool.poetry.extras]
|
2023-04-19 17:39:31 +00:00
|
|
|
accelerate = ["accelerate"]
|
2022-10-28 17:24:00 +00:00
|
|
|
bnb = ["bitsandbytes"]
|
|
|
|
|
|
2022-10-08 10:30:12 +00:00
|
|
|
[tool.poetry.group.dev.dependencies]
|
2023-02-13 12:02:45 +00:00
|
|
|
grpcio-tools = "^1.51.1"
|
2023-04-13 10:43:05 +00:00
|
|
|
pytest = "^7.3.0"
|
2022-10-08 10:30:12 +00:00
|
|
|
|
2023-05-22 13:05:32 +00:00
|
|
|
[tool.pytest.ini_options]
|
|
|
|
|
markers = ["private: marks tests as requiring an admin hf token (deselect with '-m \"not private\"')"]
|
|
|
|
|
|
2022-10-08 10:30:12 +00:00
|
|
|
[build-system]
|
|
|
|
|
requires = ["poetry-core>=1.0.0"]
|
|
|
|
|
build-backend = "poetry.core.masonry.api"
|
