huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 03:44:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

patch safetensors loading

Browse Source
This commit is contained in:
OlivierDehaene 2023-02-28 15:56:35 +01:00
parent ef51a1e0b7
commit 34931a2111
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/opt.py
View File

@ -203,7 +203,7 @@ class OPTSharded(OPT):
tensor = tensor.to(device) tensor = tensor.to(device)
module._parameters[param_name] = tensor module._parameters[param_name] = tensor
if name == "decoder.embed_tokens.weight": if name == "model.decoder.embed_tokens.weight":
model.lm_head._parameters["weight"] = tensor model.lm_head._parameters["weight"] = tensor
def forward( def forward(