huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 15:32:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: return the out tensor rather then the functions return value (#2361)

Browse Source
This commit is contained in:
drbh 2024-08-06 07:49:53 -04:00 committed by yuanwu
parent 8b0f5feb02
commit 83d1f23fea
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/layers/attention/cuda.py
View File

@ -292,8 +292,7 @@ else:
) )
out = torch.empty_like(q) out = torch.empty_like(q)
flash_attn_cuda.fwd(
return flash_attn_cuda.fwd(
q, q,
k, k,
v, v,
@ -309,4 +308,5 @@ else:
False, False,
0, 0,
None, None,
)[0] )
return out