huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Bypassing config trust remote code..

Browse Source
This commit is contained in:
Nicolas Patry 2023-08-11 14:06:08 +00:00
parent 15e929fe45
commit 36a34cc458
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
server/text_generation_server/cli.py
View File

@ -171,14 +171,14 @@ def download_weights(
for p in local_pt_files
]
try:
from transformers import AutoConfig
import transformers
import json
config = AutoConfig.from_pretrained(
model_id,
revision=revision,
)
architecture = config.architectures[0]
config_filename = hf_hub_download(model_id, revision=revision, filename="config.json")
with open(config_filename, "r") as f:
config = json.load(f)
architecture = config["architectures"][0]
class_ = getattr(transformers, architecture)