huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove comment.

Browse Source
This commit is contained in:
Nicolas Patry 2023-07-03 08:43:02 +00:00
parent ed0c5bd1ed
commit 2c30ff567e
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
server/text_generation_server/models/custom_modeling/mpt_modeling.py
View File

@ -977,14 +977,6 @@ class MPTModel(MPTPreTrainedModel):
) )
pos_emb = self.wpe(pos) pos_emb = self.wpe(pos)
x = tok_emb + pos_emb x = tok_emb + pos_emb
# if self.embedding_fraction == 1:
# x = self.emb_drop(x)
# else:
# x_shrunk = x * self.embedding_fraction + x.detach() * (
# 1 - self.embedding_fraction
# )
# assert isinstance(self.emb_drop, nn.Module)
# x = self.emb_drop(x_shrunk)
(attn_bias, attention_mask) = self._attn_bias( (attn_bias, attention_mask) = self._attn_bias(
device=x.device, device=x.device,
dtype=torch.float32, dtype=torch.float32,