diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 72aa10b6..0172d32c 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -152,7 +152,6 @@ def get_model( use_medusa = None if "medusa_num_heads" in config_dict: use_medusa = model_id - medusa_config = config_dict model_id = config_dict["base_model_name_or_path"] revision = "main" speculate_medusa = config_dict["medusa_num_heads"] @@ -298,7 +297,6 @@ def get_model( if MISTRAL: return FlashMistral( model_id, - config_dict.get("architectures", []), revision, quantize=quantize, dtype=dtype,