diff --git a/server/Makefile b/server/Makefile
index 150d7e4a..e3f19020 100644
--- a/server/Makefile
+++ b/server/Makefile
@@ -17,7 +17,7 @@ install-torch:
 	# Install specific version of torch
 	pip install torch --extra-index-url https://download.pytorch.org/whl/cu118 --no-cache-dir
 
-install: gen-server install-torch install-transformers
+install: gen-server install-torch install-transformers install-flash-attention
 	pip install pip --upgrade
 	pip install -r requirements.txt
 	pip install -e ".[bnb, accelerate]"
@@ -26,4 +26,4 @@ run-dev:
 	SAFETENSORS_FAST_GPU=1 python -m torch.distributed.run --nproc_per_node=2 text_generation_server/cli.py serve bigscience/bloom-560m --sharded
 
 export-requirements:
-	poetry export -o requirements.txt -E bnb --without-hashes
\ No newline at end of file
+	poetry export -o requirements.txt -E bnb --without-hashes