From b1581ccb5513a817d9b788729a0719012759a010 Mon Sep 17 00:00:00 2001 From: Diwank Singh Tomer Date: Sun, 19 Nov 2023 18:44:34 -0800 Subject: [PATCH] Fix missing `trust_remote_code` flag for AutoTokenizer in utils.peft Peft loading function was missing the `trust_remote_code=trust_remote_code` argument causing the custom tokenizer code to be not found. --- server/text_generation_server/utils/peft.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/peft.py b/server/text_generation_server/utils/peft.py index e37447dc..d37e8940 100644 --- a/server/text_generation_server/utils/peft.py +++ b/server/text_generation_server/utils/peft.py @@ -38,7 +38,7 @@ def download_and_unload_peft(model_id, revision, trust_remote_code): os.makedirs(model_id, exist_ok=True) cache_dir = model_id logger.info(f"Saving the newly created merged model to {cache_dir}") - tokenizer = AutoTokenizer.from_pretrained(base_model_id) + tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=trust_remote_code) model.save_pretrained(cache_dir, safe_serialization=True) model.config.save_pretrained(cache_dir) tokenizer.save_pretrained(cache_dir)