From 5fde8d99919f3c81e1fd414aa11d2148680baea6 Mon Sep 17 00:00:00 2001 From: CL-Shang Date: Fri, 26 May 2023 18:31:47 +0800 Subject: [PATCH] Fix issue when load AutoModelForSeq2SeqLM model (#370) --- server/text_generation_server/models/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index bf7a2849..46a4563b 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -266,7 +266,7 @@ def get_model( quantize=quantize, trust_remote_code=trust_remote_code, ) - if "AutoModelForSeq2SeqLM" in auto_map.keys: + if "AutoModelForSeq2SeqLM" in auto_map.keys(): return Seq2SeqLM( model_id, revision,