huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Black.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-30 11:21:17 +01:00
parent 7539881054
commit 9376066b24
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/layers/moe/__init__.py
View File

@ -89,9 +89,9 @@ class DenseMoELayer(nn.Module):
"No fused layers are available for this model type, using (slower) dense MoE layer", "No fused layers are available for this model type, using (slower) dense MoE layer",
) )
assert (n_expert_group is None) == (topk_group is None), ( assert (n_expert_group is None) == (
"n_expert_group and topk_group must both be None or have some value" topk_group is None
) ), "n_expert_group and topk_group must both be None or have some value"
self.n_expert_group = n_expert_group self.n_expert_group = n_expert_group
self.n_experts = n_experts self.n_experts = n_experts

6
server/text_generation_server/layers/moe/fp8.py
View File

@ -36,9 +36,9 @@ class FP8SparseMoELayer(nn.Module):
): ):
super().__init__() super().__init__()
assert (n_expert_group is None) == (topk_group is None), ( assert (n_expert_group is None) == (
"n_expert_group and topk_group must both be None or have some value" topk_group is None
) ), "n_expert_group and topk_group must both be None or have some value"
self.n_expert_group = n_expert_group self.n_expert_group = n_expert_group
self.topk = topk self.topk = topk