huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix: Change model_type from ssm to mamba

Browse Source
This commit is contained in:
Ubuntu 2024-11-10 22:44:13 +00:00
parent a785000842
commit 0078c40e66
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/__init__.py
View File

@ -534,7 +534,7 @@ def get_model(
# TODO: fix how we determine model type for Mamba # TODO: fix how we determine model type for Mamba
if "ssm_cfg" in config_dict: if "ssm_cfg" in config_dict:
# *only happens in Mamba case # *only happens in Mamba case
model_type = "ssm" model_type = "mamba"
else: else:
raise RuntimeError( raise RuntimeError(
f"Could not determine model type for {model_id} revision {revision}" f"Could not determine model type for {model_id} revision {revision}"