huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
OlivierDehaene 2023-07-17 17:39:45 +02:00
parent 107fcfe9b6
commit 2d4b31070e
4 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
server/text_generation_server/models/custom_modeling/flash_llama_modeling.py
View File

@ -178,7 +178,6 @@ class FlashLlamaAttention(torch.nn.Module):
False, False,
True, True,
False, False,
0,
None, None,
) )
# Decode # Decode

1
server/text_generation_server/models/custom_modeling/flash_neox_modeling.py
View File

@ -167,7 +167,6 @@ class FlashNeoxAttention(torch.nn.Module):
False, False,
True, True,
False, False,
0,
None, None,
) )
# Decode # Decode

2
server/text_generation_server/models/custom_modeling/flash_rw_modeling.py
View File

@ -201,7 +201,6 @@ class FlashRWAttention(torch.nn.Module):
False, False,
True, True,
False, False,
0,
None, None,
) )
# Decode # Decode
@ -336,7 +335,6 @@ class FlashRWLargeAttention(torch.nn.Module):
False, False,
True, True,
False, False,
0,
None, None,
) )
# Decode # Decode

1
server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
View File

@ -289,7 +289,6 @@ class FlashMQAttention(torch.nn.Module):
False, False,
True, True,
False, False,
0,
None, None,
) )
# Decode # Decode