huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Building AOT.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-23 10:49:22 +01:00
parent 5f17b51a9c
commit 83c1ea8f7d
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server/Makefile-flashinfer
View File

@ -1,5 +1,6 @@
install-flashinfer:
# We need fsspec as an additional dependency, but
# `pip install flashinfer` cannot resolve it.
pip install fsspec
pip install flashinfer==0.2.0.post1 -i https://flashinfer.ai/whl/cu124/torch2.4
pip install fsspec sympy==1.13.1 numpy
pip install -U setuptools
TORCH_CUDA_ARCH_LIST="8.0;8.6;9.0+PTX" FLASHINFER_ENABLE_AOT=1 pip install git+https://github.com/flashinfer-ai/flashinfer.git@v0.2.0.post1#egg=flashinfer --no-build-isolation