From 05f98e8a3336803550e1b15677db5c43e422852a Mon Sep 17 00:00:00 2001 From: OlivierDehaene Date: Mon, 15 May 2023 10:20:20 +0200 Subject: [PATCH] Update server/text_generation_server/models/__init__.py --- server/text_generation_server/models/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 026ab374..c4640f92 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -113,7 +113,7 @@ def get_model( config = AutoConfig.from_pretrained(model_id, revision=revision) model_type = config.model_type - if model_type == "gpt_bigcode" or model_id.startswith("bigcode/"): + if model_type == "gpt_bigcode": if sharded: if not FLASH_ATTENTION: raise NotImplementedError(