From 7d0aaede63f3765072e570c1ec08cbfe8c7c425d Mon Sep 17 00:00:00 2001 From: zhangsibo1129 Date: Tue, 26 Sep 2023 13:24:05 +0800 Subject: [PATCH] Complete OPTDecoder load parameters --- .../models/custom_modeling/opt_modeling.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/models/custom_modeling/opt_modeling.py b/server/text_generation_server/models/custom_modeling/opt_modeling.py index fe6f1e52..ce3f5e21 100644 --- a/server/text_generation_server/models/custom_modeling/opt_modeling.py +++ b/server/text_generation_server/models/custom_modeling/opt_modeling.py @@ -444,14 +444,14 @@ class OPTDecoder(OPTPreTrainedModel): if config.word_embed_proj_dim != config.hidden_size: self.project_out = FastLinear.load( - config, prefix="model.decoder.project_out", bias=False + config, prefix="model.decoder.project_out", weights=weights, bias=False ) else: self.project_out = None if config.word_embed_proj_dim != config.hidden_size: self.project_in = FastLinear.load( - config, prefix="model.decoder.project_in", bias=False + config, prefix="model.decoder.project_in", weights=weights, bias=False ) else: self.project_in = None