mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-27 04:52:07 +00:00
7 lines
367 B
Plaintext
7 lines
367 B
Plaintext
install-flashinfer:
|
|
# We need fsspec as an additional dependency, but
|
|
# `pip install flashinfer` cannot resolve it.
|
|
pip install fsspec sympy==1.13.1 numpy
|
|
pip install -U setuptools
|
|
TORCH_CUDA_ARCH_LIST="8.0;8.6;8.9;9.0+PTX" FLASHINFER_ENABLE_AOT=1 pip install git+https://github.com/flashinfer-ai/flashinfer.git@v0.2.0.post1#egg=flashinfer --no-build-isolation
|