huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: eetq gemv optimization when batch_size <= 4

Browse Source
This commit is contained in:
zhuangzhong 2024-01-29 15:06:11 +08:00
parent 069895b985
commit 01b2f357b9
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/Makefile-eetq
View File

@ -1,4 +1,4 @@
eetq_commit := 323827dd471458a84e9c840f614e4592b157a4b1 eetq_commit := 71adb5e191bb8290069a580abff0355d7b2dd5c9
eetq: eetq:
# Clone eetq # Clone eetq
@ -6,7 +6,7 @@ eetq:
git clone https://github.com/NetEase-FuXi/EETQ.git eetq git clone https://github.com/NetEase-FuXi/EETQ.git eetq
build-eetq: eetq build-eetq: eetq
cd eetq && git fetch && git checkout $(eetq_commit) cd eetq && git fetch && git checkout $(eetq_commit) && git submodule update --init --recursive
cd eetq && python setup.py build cd eetq && python setup.py build
install-eetq: build-eetq install-eetq: build-eetq