From 36a34cc45868bda9b64ca0df1a659682a4c73e37 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 11 Aug 2023 14:06:08 +0000 Subject: [PATCH] Bypassing config trust remote code.. --- server/text_generation_server/cli.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/server/text_generation_server/cli.py b/server/text_generation_server/cli.py index 459ba8c4..b12a9751 100644 --- a/server/text_generation_server/cli.py +++ b/server/text_generation_server/cli.py @@ -171,14 +171,14 @@ def download_weights( for p in local_pt_files ] try: - from transformers import AutoConfig import transformers + import json - config = AutoConfig.from_pretrained( - model_id, - revision=revision, - ) - architecture = config.architectures[0] + + config_filename = hf_hub_download(model_id, revision=revision, filename="config.json") + with open(config_filename, "r") as f: + config = json.load(f) + architecture = config["architectures"][0] class_ = getattr(transformers, architecture)