From f2fecdcecafa70075f033fffb596eae26099c501 Mon Sep 17 00:00:00 2001
From: fxmarty <9808326+fxmarty@users.noreply.github.com>
Date: Tue, 14 May 2024 14:18:10 +0000
Subject: [PATCH] patch again amd_hip_bf16 since we downgraded to rocm6.0

---
 server/Makefile-vllm | 1 +
 1 file changed, 1 insertion(+)

diff --git a/server/Makefile-vllm b/server/Makefile-vllm
index 62fa413f..5e60b9b0 100644
--- a/server/Makefile-vllm
+++ b/server/Makefile-vllm
@@ -18,6 +18,7 @@ vllm-rocm:
 
 build-vllm-rocm: vllm-rocm
 	cd vllm && git fetch && git checkout ca6913b3c2ffacdcb7d15e914dc34adbc6c89479
+	cd vllm && patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h ./rocm_patch/rocm_bf16.patch
 	cd vllm && PYTORCH_ROCM_ARCH="gfx90a;gfx942" python setup.py install
 
 install-vllm-rocm: build-vllm-rocm