huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

typo removal.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-25 15:31:39 +01:00
parent d90383d96d
commit 7b38ca4d7b
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/utils/layers.py
View File

@ -337,10 +337,6 @@ def get_linear(weight, bias, quantize):
) )
elif quantize == "fp8": elif quantize == "fp8":
linear = Fp8Linear(weight, bias) linear = Fp8Linear(weight, bias)
else:
raise ImportError(
"Please install EETQ from https://github.com/NetEase-FuXi/EETQ"
)
elif quantize == "bitsandbytes": elif quantize == "bitsandbytes":
warn_deprecate_bnb() warn_deprecate_bnb()
linear = Linear8bitLt( linear = Linear8bitLt(