huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-26 20:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

test_weights: add modules_to_not_convert

Browse Source
This commit is contained in:
Daniël de Kok 2025-03-06 16:44:10 +00:00
parent cae0cbe87d
commit ed5bfe4241
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/tests/utils/test_weights.py
View File

@ -25,6 +25,7 @@ def gptq_weights_loader():
quant_method="gptq",
quantize="gptq",
sym=True,
modules_to_not_convert=[],
)
@ -37,6 +38,7 @@ def gptq_weights_loader_awq():
quant_method="awq",
quantize="awq",
sym=True,
modules_to_not_convert=[],
)