huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 00:12:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

typo removal.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-25 15:31:39 +01:00
parent be59a6bc01
commit 6568e4812f
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/utils/layers.py
View File

@ -332,10 +332,6 @@ def get_linear(weight, bias, quantize):
)
elif quantize == "fp8":
linear = Fp8Linear(weight, bias)
else:
raise ImportError(
"Please install EETQ from https://github.com/NetEase-FuXi/EETQ"
)
elif quantize == "bitsandbytes":
warn_deprecate_bnb()
linear = Linear8bitLt(