huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-06 17:32:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Typo.

Browse Source
This commit is contained in:
Nicolas Patry 2023-06-12 11:50:08 +02:00
parent 0b5859213e
commit da8ebf16fe
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/utils/gptq/quant_linear.py
View File

@ -257,7 +257,7 @@ try:
c_mask = (offs_am[:, None] < M) & (offs_bk[None, :] < K) c_mask = (offs_am[:, None] < M) & (offs_bk[None, :] < K)
tl.store(c_ptrs, accumulator, mask=c_mask) tl.store(c_ptrs, accumulator, mask=c_mask)
except: except:
print('trioton not installed.') print('triton not installed.')
def matmul248(input, qweight, scales, qzeros, g_idx, bits, maxq): def matmul248(input, qweight, scales, qzeros, g_idx, bits, maxq):