From b7bdbbd8c07f779c9a0cb12f2095a4242941661d Mon Sep 17 00:00:00 2001 From: jiqing-feng Date: Wed, 26 Feb 2025 12:23:33 +0000 Subject: [PATCH] revert unquantized changes Signed-off-by: jiqing-feng --- server/text_generation_server/layers/moe/unquantized.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/server/text_generation_server/layers/moe/unquantized.py b/server/text_generation_server/layers/moe/unquantized.py index 007f99d0..77214286 100644 --- a/server/text_generation_server/layers/moe/unquantized.py +++ b/server/text_generation_server/layers/moe/unquantized.py @@ -85,8 +85,6 @@ class UnquantizedSparseMoELayer(nn.Module): use_grouped_topk=self.n_expert_group is not None, num_expert_group=self.n_expert_group, topk_group=self.topk_group, - scoring_func=self.scoring_func, - e_score_correction_bias=self.e_score_correction_bias, ) return fused_moe( x,