From e55870b03ebad75d6eeaa3504389f234db05628c Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Mon, 11 Dec 2023 12:53:33 +0100 Subject: [PATCH] rebase --- server/text_generation_server/models/__init__.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 72aa10b6..0172d32c 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -152,7 +152,6 @@ def get_model( use_medusa = None if "medusa_num_heads" in config_dict: use_medusa = model_id - medusa_config = config_dict model_id = config_dict["base_model_name_or_path"] revision = "main" speculate_medusa = config_dict["medusa_num_heads"] @@ -298,7 +297,6 @@ def get_model( if MISTRAL: return FlashMistral( model_id, - config_dict.get("architectures", []), revision, quantize=quantize, dtype=dtype,