From 83c1ea8f7dc05f623be5932ce345df7e0a3d4090 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 23 Jan 2025 10:49:22 +0100 Subject: [PATCH] Building AOT. --- server/Makefile-flashinfer | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/server/Makefile-flashinfer b/server/Makefile-flashinfer index d5f684ba..50eb9ca7 100644 --- a/server/Makefile-flashinfer +++ b/server/Makefile-flashinfer @@ -1,5 +1,6 @@ install-flashinfer: # We need fsspec as an additional dependency, but # `pip install flashinfer` cannot resolve it. - pip install fsspec - pip install flashinfer==0.2.0.post1 -i https://flashinfer.ai/whl/cu124/torch2.4 + pip install fsspec sympy==1.13.1 numpy + pip install -U setuptools + TORCH_CUDA_ARCH_LIST="8.0;8.6;9.0+PTX" FLASHINFER_ENABLE_AOT=1 pip install git+https://github.com/flashinfer-ai/flashinfer.git@v0.2.0.post1#egg=flashinfer --no-build-isolation