From 9fc8adbc818f8e9acbeea7ea66b01e3f3ad2a6ff Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Sun, 10 Nov 2024 21:39:49 +0000 Subject: [PATCH] fix: change embeddings to embedding --- .../models/custom_modeling/mamba_modeling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/custom_modeling/mamba_modeling.py b/server/text_generation_server/models/custom_modeling/mamba_modeling.py index 07284e6a..5a9c0588 100644 --- a/server/text_generation_server/models/custom_modeling/mamba_modeling.py +++ b/server/text_generation_server/models/custom_modeling/mamba_modeling.py @@ -212,7 +212,7 @@ class MambaModel(nn.Module): try: self.lm_head = SpeculativeHead.load(config, f"{prefix}.embeddings", weights) except RuntimeError: - self.lm_head = SpeculativeHead.load(config, f"{prefix}.embeddings", weights) + self.lm_head = SpeculativeHead.load(config, f"{prefix}.embedding", weights) self.config = config def forward(