huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Scoring func softmax is the only one that works.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-30 16:28:55 +01:00
parent d5b2c25d8f
commit 2c90b0575b
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/layers/moe/gptq_marlin.py
View File

@ -72,7 +72,7 @@ class GPTQMarlinSparseMoELayer(nn.Module):
scoring_func: Optional[str] = None,
e_score_correction_bias: Optional[float] = None,
):
assert scoring_func is None, "scoring func is not handled"
assert scoring_func == "softmax", f"scoring func {scoring_func} is not handled"
assert e_score_correction_bias is None, "scoring correction bias is not handled"
super().__init__()