huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix kernel

Browse Source
This commit is contained in:
OlivierDehaene 2024-10-24 19:17:31 +02:00
parent d1e95ceaff
commit 347f3f51da
No known key found for this signature in database
GPG Key ID: BB104D67809DA93C
1 changed files with 1 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/models/metadata_kernels.py
View File

@ -229,11 +229,7 @@ def triton_copy_next_input_ids_inplace(
# Store in all_input_ids, since it is a 2D tensor, apply stride * bid # Store in all_input_ids, since it is a 2D tensor, apply stride * bid
tl.store( tl.store(
all_input_ids_ptr all_input_ids_ptr + stride_all_input_ids * bid + cache_length + block_arange,
+ stride_all_input_ids * bid
+ cache_length
+ input_length
+ block_arange,
next_input_ids, next_input_ids,
mask=mask, mask=mask,
) )