huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 12:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: small syntax tweak

Browse Source
This commit is contained in:
drbh 2024-08-08 02:10:03 +00:00
parent e01e1b7ca6
commit f98aaeeb27
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
server/text_generation_server/models/custom_modeling/opt_modeling.py
View File

@ -99,7 +99,7 @@ class OPTLearnedPositionalEmbedding(nn.Module):
self.offset = 2
self.weight = nn.Parameter(
weights.get_tensor(
f"{prefix and prefix + '.'}decoder.embed_positions.weight"
f"{prefix + '.' if prefix else ''}decoder.embed_positions.weight"
)
)
@ -317,7 +317,7 @@ class OPTDecoderLayer(nn.Module):
super().__init__()
self.process_group = weights.process_group
self.hidden_size = config.hidden_size
prefix = f"{prefix and prefix + '.'}decoder.layers.{layer_id}"
prefix = f"{prefix + '.' if prefix else ''}decoder.layers.{layer_id}"
self.self_attn = OPTAttention(
config,
prefix=f"{prefix}.self_attn",
@ -439,7 +439,7 @@ class OPTDecoder(OPTPreTrainedModel):
self.max_target_positions = config.max_position_embeddings
self.vocab_size = config.vocab_size
prefix = prefix and prefix + "."
prefix = prefix + "." if prefix else ""
self.embed_tokens = TensorParallelEmbedding(
prefix=f"{prefix}decoder.embed_tokens", weights=weights
@ -760,7 +760,7 @@ class OPTForCausalLM(OPTPreTrainedModel):
self.lm_head = SpeculativeHead.load(
config,
prefix=f"{prefix and prefix + '.'}decoder.embed_tokens",
prefix=f"{prefix + '.' if prefix else ''}decoder.embed_tokens",
weights=weights,
)