chore: fix typo in mpt_modeling.py

implemetation -> implementation
This commit is contained in:
Ikko Eltociear Ashimine 2023-07-31 11:52:53 +09:00 committed by GitHub
parent 3ef5ffbc64
commit a1cec743ee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -297,7 +297,7 @@ def triton_flash_attn_fn(
class MultiheadAttention(nn.Module):
"""Multi-head self attention.
Using torch or triton attention implemetation enables user to also use
Using torch or triton attention implementation enables user to also use
additive bias.
"""
@ -386,7 +386,7 @@ class MultiheadAttention(nn.Module):
class MultiQueryAttention(nn.Module):
"""Multi-Query self attention.
Using torch or triton attention implemetation enables user to also use
Using torch or triton attention implementation enables user to also use
additive bias.
"""