chore: fix typo in mpt_modeling.py

implemetation -> implementation
This commit is contained in:
Ikko Eltociear Ashimine 2023-07-31 11:52:53 +09:00 committed by GitHub
parent 3ef5ffbc64
commit a1cec743ee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -297,7 +297,7 @@ def triton_flash_attn_fn(
class MultiheadAttention(nn.Module): class MultiheadAttention(nn.Module):
"""Multi-head self attention. """Multi-head self attention.
Using torch or triton attention implemetation enables user to also use Using torch or triton attention implementation enables user to also use
additive bias. additive bias.
""" """
@ -386,7 +386,7 @@ class MultiheadAttention(nn.Module):
class MultiQueryAttention(nn.Module): class MultiQueryAttention(nn.Module):
"""Multi-Query self attention. """Multi-Query self attention.
Using torch or triton attention implemetation enables user to also use Using torch or triton attention implementation enables user to also use
additive bias. additive bias.
""" """