huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Complete OPTDecoder load parameters

Browse Source
This commit is contained in:
zhangsibo1129 2023-09-26 13:24:05 +08:00
parent 5f76dae04a
commit 7d0aaede63
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/models/custom_modeling/opt_modeling.py
View File

@ -444,14 +444,14 @@ class OPTDecoder(OPTPreTrainedModel):
if config.word_embed_proj_dim != config.hidden_size: if config.word_embed_proj_dim != config.hidden_size:
self.project_out = FastLinear.load( self.project_out = FastLinear.load(
config, prefix="model.decoder.project_out", bias=False config, prefix="model.decoder.project_out", weights=weights, bias=False
) )
else: else:
self.project_out = None self.project_out = None
if config.word_embed_proj_dim != config.hidden_size: if config.word_embed_proj_dim != config.hidden_size:
self.project_in = FastLinear.load( self.project_in = FastLinear.load(
config, prefix="model.decoder.project_in", bias=False config, prefix="model.decoder.project_in", weights=weights, bias=False
) )
else: else:
self.project_in = None self.project_in = None