huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Another attempt.

Browse Source
This commit is contained in:
Nicolas Patry 2025-02-05 15:31:50 +01:00
parent 76c458a8a2
commit 027931d262
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
5 changed files with 19 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/pyproject.toml
View File

@ -30,6 +30,7 @@ dependencies = [
"sentencepiece>=0.2.0",
"tokenizers>=0.20.3",
"typer>=0.15.1",
"transformers>=4.48.2"
]
[project.scripts]
@ -83,5 +84,8 @@ markers = ["private: marks tests as requiring an admin hf token (deselect with '
[tool.isort]
profile = "black"
[tool.uv]
package = true
[tool.setuptools.packages.find]
include = ["text_generation_server*"]

5
server/requirements_cuda.txt
View File

@ -325,7 +325,7 @@ sympy==1.13.1
# via torch
texttable==1.7.0
# via text-generation-server (pyproject.toml)
tokenizers==0.20.3
tokenizers==0.21.0
# via
# text-generation-server (pyproject.toml)
# transformers
@ -346,8 +346,9 @@ tqdm==4.66.5
# outlines
# peft
# transformers
transformers==4.46.3
transformers==4.48.2
# via
# text-generation-server (pyproject.toml)
# compressed-tensors
# peft
triton==3.2.0

5
server/requirements_intel.txt
View File

@ -314,7 +314,7 @@ sympy==1.13.1
# via torch
texttable==1.7.0
# via text-generation-server (pyproject.toml)
tokenizers==0.20.3
tokenizers==0.21.0
# via
# text-generation-server (pyproject.toml)
# transformers
@ -331,8 +331,9 @@ tqdm==4.66.5
# outlines
# peft
# transformers
transformers==4.46.3
transformers==4.48.2
# via
# text-generation-server (pyproject.toml)
# compressed-tensors
# peft
triton==3.2.0

5
server/requirements_rocm.txt
View File

@ -314,7 +314,7 @@ sympy==1.13.1
# via torch
texttable==1.7.0
# via text-generation-server (pyproject.toml)
tokenizers==0.20.3
tokenizers==0.21.0
# via
# text-generation-server (pyproject.toml)
# transformers
@ -331,8 +331,9 @@ tqdm==4.66.5
# outlines
# peft
# transformers
transformers==4.46.3
transformers==4.48.2
# via
# text-generation-server (pyproject.toml)
# compressed-tensors
# peft
triton==3.2.0

10
server/uv.lock
View File

@ -2646,7 +2646,7 @@ wheels = [
[[package]]
name = "text-generation-server"
version = "2.0.5.dev0"
source = { virtual = "." }
source = { editable = "." }
dependencies = [
{ name = "einops" },
{ name = "grpc-interceptor" },
@ -2670,6 +2670,7 @@ dependencies = [
{ name = "scipy", version = "1.15.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.10'" },
{ name = "sentencepiece" },
{ name = "tokenizers" },
{ name = "transformers" },
{ name = "typer" },
]
@ -2755,6 +2756,7 @@ requires-dist = [
{ name = "sentencepiece", specifier = ">=0.2.0" },
{ name = "texttable", marker = "extra == 'quantize'", specifier = ">=1.6.7,<2" },
{ name = "tokenizers", specifier = ">=0.20.3" },
{ name = "transformers", specifier = ">=4.48.2" },
{ name = "typer", specifier = ">=0.15.1" },
]
@ -2892,7 +2894,7 @@ wheels = [
[[package]]
name = "transformers"
version = "4.48.0"
version = "4.48.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "filelock" },
@ -2907,9 +2909,9 @@ dependencies = [
{ name = "tokenizers" },
{ name = "tqdm" },
]
sdist = { url = "https://files.pythonhosted.org/packages/ea/71/93a6331682d6f15adf7d646956db0c43e5f1759bbbd05f2ef53029bae107/transformers-4.48.0.tar.gz", hash = "sha256:03fdfcbfb8b0367fb6c9fbe9d1c9aa54dfd847618be9b52400b2811d22799cb1", size = 8372101 }
sdist = { url = "https://files.pythonhosted.org/packages/c5/cf/1093586e09c8d889d2f6b8ffe6a1369e1e179eb7b8e732fc0f348a8fe58f/transformers-4.48.2.tar.gz", hash = "sha256:dcfb73473e61f22fb3366fe2471ed2e42779ecdd49527a1bdf1937574855d516", size = 8370945 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/45/d6/a69764e89fc5c2c957aa473881527c8c35521108d553df703e9ba703daeb/transformers-4.48.0-py3-none-any.whl", hash = "sha256:6d3de6d71cb5f2a10f9775ccc17abce9620195caaf32ec96542bd2a6937f25b0", size = 9673380 },
{ url = "https://files.pythonhosted.org/packages/bd/40/902c95a2a6f5d2d120c940ac4bd1f937c01035af529803c13d65ca33c2d1/transformers-4.48.2-py3-none-any.whl", hash = "sha256:493bc5b0268b116eff305edf6656367fc89cf570e7a9d5891369e04751db698a", size = 9667774 },
]
[[package]]