diff --git a/server/pyproject.toml b/server/pyproject.toml index da3ba820..61106f84 100644 --- a/server/pyproject.toml +++ b/server/pyproject.toml @@ -30,6 +30,7 @@ dependencies = [ "sentencepiece>=0.2.0", "tokenizers>=0.20.3", "typer>=0.15.1", + "transformers>=4.48.2" ] [project.scripts] @@ -83,5 +84,8 @@ markers = ["private: marks tests as requiring an admin hf token (deselect with ' [tool.isort] profile = "black" +[tool.uv] +package = true + [tool.setuptools.packages.find] include = ["text_generation_server*"] diff --git a/server/requirements_cuda.txt b/server/requirements_cuda.txt index 35b21b86..051045bc 100644 --- a/server/requirements_cuda.txt +++ b/server/requirements_cuda.txt @@ -325,7 +325,7 @@ sympy==1.13.1 # via torch texttable==1.7.0 # via text-generation-server (pyproject.toml) -tokenizers==0.20.3 +tokenizers==0.21.0 # via # text-generation-server (pyproject.toml) # transformers @@ -346,8 +346,9 @@ tqdm==4.66.5 # outlines # peft # transformers -transformers==4.46.3 +transformers==4.48.2 # via + # text-generation-server (pyproject.toml) # compressed-tensors # peft triton==3.2.0 diff --git a/server/requirements_intel.txt b/server/requirements_intel.txt index 4884cc26..778d892e 100644 --- a/server/requirements_intel.txt +++ b/server/requirements_intel.txt @@ -314,7 +314,7 @@ sympy==1.13.1 # via torch texttable==1.7.0 # via text-generation-server (pyproject.toml) -tokenizers==0.20.3 +tokenizers==0.21.0 # via # text-generation-server (pyproject.toml) # transformers @@ -331,8 +331,9 @@ tqdm==4.66.5 # outlines # peft # transformers -transformers==4.46.3 +transformers==4.48.2 # via + # text-generation-server (pyproject.toml) # compressed-tensors # peft triton==3.2.0 diff --git a/server/requirements_rocm.txt b/server/requirements_rocm.txt index c870184e..65eb998b 100644 --- a/server/requirements_rocm.txt +++ b/server/requirements_rocm.txt @@ -314,7 +314,7 @@ sympy==1.13.1 # via torch texttable==1.7.0 # via text-generation-server (pyproject.toml) -tokenizers==0.20.3 +tokenizers==0.21.0 # via # text-generation-server (pyproject.toml) # transformers @@ -331,8 +331,9 @@ tqdm==4.66.5 # outlines # peft # transformers -transformers==4.46.3 +transformers==4.48.2 # via + # text-generation-server (pyproject.toml) # compressed-tensors # peft triton==3.2.0 diff --git a/server/uv.lock b/server/uv.lock index 5b92b300..2d3842e8 100644 --- a/server/uv.lock +++ b/server/uv.lock @@ -2646,7 +2646,7 @@ wheels = [ [[package]] name = "text-generation-server" version = "2.0.5.dev0" -source = { virtual = "." } +source = { editable = "." } dependencies = [ { name = "einops" }, { name = "grpc-interceptor" }, @@ -2670,6 +2670,7 @@ dependencies = [ { name = "scipy", version = "1.15.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.10'" }, { name = "sentencepiece" }, { name = "tokenizers" }, + { name = "transformers" }, { name = "typer" }, ] @@ -2755,6 +2756,7 @@ requires-dist = [ { name = "sentencepiece", specifier = ">=0.2.0" }, { name = "texttable", marker = "extra == 'quantize'", specifier = ">=1.6.7,<2" }, { name = "tokenizers", specifier = ">=0.20.3" }, + { name = "transformers", specifier = ">=4.48.2" }, { name = "typer", specifier = ">=0.15.1" }, ] @@ -2892,7 +2894,7 @@ wheels = [ [[package]] name = "transformers" -version = "4.48.0" +version = "4.48.2" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "filelock" }, @@ -2907,9 +2909,9 @@ dependencies = [ { name = "tokenizers" }, { name = "tqdm" }, ] -sdist = { url = "https://files.pythonhosted.org/packages/ea/71/93a6331682d6f15adf7d646956db0c43e5f1759bbbd05f2ef53029bae107/transformers-4.48.0.tar.gz", hash = "sha256:03fdfcbfb8b0367fb6c9fbe9d1c9aa54dfd847618be9b52400b2811d22799cb1", size = 8372101 } +sdist = { url = "https://files.pythonhosted.org/packages/c5/cf/1093586e09c8d889d2f6b8ffe6a1369e1e179eb7b8e732fc0f348a8fe58f/transformers-4.48.2.tar.gz", hash = "sha256:dcfb73473e61f22fb3366fe2471ed2e42779ecdd49527a1bdf1937574855d516", size = 8370945 } wheels = [ - { url = "https://files.pythonhosted.org/packages/45/d6/a69764e89fc5c2c957aa473881527c8c35521108d553df703e9ba703daeb/transformers-4.48.0-py3-none-any.whl", hash = "sha256:6d3de6d71cb5f2a10f9775ccc17abce9620195caaf32ec96542bd2a6937f25b0", size = 9673380 }, + { url = "https://files.pythonhosted.org/packages/bd/40/902c95a2a6f5d2d120c940ac4bd1f937c01035af529803c13d65ca33c2d1/transformers-4.48.2-py3-none-any.whl", hash = "sha256:493bc5b0268b116eff305edf6656367fc89cf570e7a9d5891369e04751db698a", size = 9667774 }, ] [[package]]