From 208e380ea8937a80222dc462e63ba456b748553e Mon Sep 17 00:00:00 2001 From: CL-Shang Date: Thu, 25 May 2023 15:12:05 +0000 Subject: [PATCH] Fix issue when load AutoModelForSeq2SeqLM model --- server/text_generation_server/models/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index bf7a2849..46a4563b 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -266,7 +266,7 @@ def get_model( quantize=quantize, trust_remote_code=trust_remote_code, ) - if "AutoModelForSeq2SeqLM" in auto_map.keys: + if "AutoModelForSeq2SeqLM" in auto_map.keys(): return Seq2SeqLM( model_id, revision,