diff --git a/server/Makefile-flashinfer b/server/Makefile-flashinfer
index f6cbb572..093b895b 100644
--- a/server/Makefile-flashinfer
+++ b/server/Makefile-flashinfer
@@ -3,4 +3,4 @@ install-flashinfer:
 	# `pip install flashinfer` cannot resolve it.
 	pip install fsspec sympy==1.13.1 numpy
 	pip install -U setuptools
-	FLASHINFER_ENABLE_AOT=1 pip install git+https://github.com/flashinfer-ai/flashinfer.git@v0.2.0.post1#egg=flashinfer  --no-build-isolation
+	TORCH_CUDA_ARCH_LIST="8.0;8.6;8.9;9.0+PTX" FLASHINFER_ENABLE_AOT=1 pip install git+https://github.com/flashinfer-ai/flashinfer.git@v0.2.0.post1#egg=flashinfer  --no-build-isolation