From bef3458ee82233dad782acc955f8d8fdb6969316 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 10 May 2023 12:30:28 +0200 Subject: [PATCH] Update server/text_generation_server/models/__init__.py --- server/text_generation_server/models/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 5cb66382..9613218d 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -102,7 +102,7 @@ def get_model( config = AutoConfig.from_pretrained(model_id, revision=revision) model_type = config.model_type - if model_type == "gpt_bigcode": + if model_type == "gpt_bigcode" or model_id.startswith("bigcode/"): if sharded: if not FLASH_ATTENTION: raise NotImplementedError(