huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 22:02:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

add updated makefile

Browse Source
This commit is contained in:
Mohit Sharma 2025-03-26 16:18:29 +00:00
parent c553a9cd77
commit 23c7d11cde
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server/Makefile-vllm
View File

@ -6,8 +6,7 @@ build-vllm-rocm:
git clone https://github.com/mht-sharma/vllm.git vllm; \ git clone https://github.com/mht-sharma/vllm.git vllm; \
fi fi
cd vllm && git fetch && git checkout $(commit_rocm) && \ cd vllm && git fetch && git checkout $(commit_rocm) && \
PYTORCH_ROCM_ARCH="gfx90a;gfx942" python setup.py build PYTORCH_ROCM_ARCH="gfx90a;gfx942" python3 setup.py bdist_wheel --dist-dir=dist
install-vllm-rocm: build-vllm-rocm install-vllm-rocm: build-vllm-rocm
cd vllm && git fetch && git checkout $(commit_rocm) && \ cd vllm && git fetch && git checkout $(commit_rocm)
PYTORCH_ROCM_ARCH="gfx90a;gfx942" pip install -e .