From 34931a21114842e7d4a9588f29d2d94d5a91b096 Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Tue, 28 Feb 2023 15:56:35 +0100
Subject: [PATCH] patch safetensors loading

---
 server/text_generation_server/models/opt.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/server/text_generation_server/models/opt.py b/server/text_generation_server/models/opt.py
index c05e9a1d..3569e77c 100644
--- a/server/text_generation_server/models/opt.py
+++ b/server/text_generation_server/models/opt.py
@@ -203,7 +203,7 @@ class OPTSharded(OPT):
                             tensor = tensor.to(device)
 
                     module._parameters[param_name] = tensor
-                    if name == "decoder.embed_tokens.weight":
+                    if name == "model.decoder.embed_tokens.weight":
                         model.lm_head._parameters["weight"] = tensor
 
     def forward(