huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 07:22:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Downgrade sympy to match synapaseAI 1.18 base image (#215)

Browse Source
This commit is contained in:
Thanaji Rao Thakkalapelli 2024-08-28 08:45:44 -07:00 committed by GitHub
parent fde061ccf8
commit 73d93bdd93
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/requirements.txt
View File

@ -70,7 +70,7 @@ sentence-transformers[train]==3.0.1 ; python_version >= "3.9" and python_version
sentencepiece==0.1.99 ; python_version >= "3.9" and python_version < "3.13" sentencepiece==0.1.99 ; python_version >= "3.9" and python_version < "3.13"
setuptools==73.0.1 ; python_version >= "3.9" and python_version < "3.13" setuptools==73.0.1 ; python_version >= "3.9" and python_version < "3.13"
six==1.16.0 ; python_version >= "3.9" and python_version < "3.13" six==1.16.0 ; python_version >= "3.9" and python_version < "3.13"
sympy==1.13.2 ; python_version >= "3.9" and python_version < "3.13" sympy==1.12.1 ; python_version >= "3.9" and python_version < "3.13"
threadpoolctl==3.5.0 ; python_version >= "3.9" and python_version < "3.13" threadpoolctl==3.5.0 ; python_version >= "3.9" and python_version < "3.13"
tokenizers==0.19.1 ; python_version >= "3.9" and python_version < "3.13" tokenizers==0.19.1 ; python_version >= "3.9" and python_version < "3.13"
tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13" tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13"

3
server/text_generation_server/habana_quantization_env.py
View File

@ -1,9 +1,6 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company. # Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os import os
import sys
assert "habana_frameworks" not in sys.modules
quant_config = os.getenv("QUANT_CONFIG", "") quant_config = os.getenv("QUANT_CONFIG", "")
is_quantization_enabled = quant_config != "" is_quantization_enabled = quant_config != ""