From 0078c40e66ce391fa85a7aef93626cba901c7809 Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Sun, 10 Nov 2024 22:44:13 +0000 Subject: [PATCH] Fix: Change model_type from ssm to mamba --- server/text_generation_server/models/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 63534145..c6e406c9 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -534,7 +534,7 @@ def get_model( # TODO: fix how we determine model type for Mamba if "ssm_cfg" in config_dict: # *only happens in Mamba case - model_type = "ssm" + model_type = "mamba" else: raise RuntimeError( f"Could not determine model type for {model_id} revision {revision}"