huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-11 04:22:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix AttributeError: 'MixtralLayer' object has no attribute 'mlp' (#2123)

Browse Source 
https://github.com/huggingface/text-generation-inference/issues/2122
This commit is contained in:
icyboy™ 2024-07-01 20:17:22 +08:00 committed by yuanwu
parent e0d168ba20
commit 5b977c3141
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/flash_mistral.py
View File

@ -153,7 +153,7 @@ class BaseFlashMistral(FlashCausalLM):
# TODO: this is a hack to avoid the gate_proj for
# FlashStarcoder2 that doesnt have these layers
if hasattr(layer.mlp, "gate_up_proj"):
if hasattr(layer, "mlp") and hasattr(layer.mlp, "gate_up_proj"):
layer_weights[(i, "gate_proj")] = (
f"{prefix}.{i}.mlp.gate_proj",
layer.mlp.gate_up_proj,