huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix moe kernel comit

Browse Source
This commit is contained in:
Mohit Sharma 2024-12-10 11:10:44 +00:00
parent de35b202c4
commit 988c1dc622
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile_amd
View File

@ -278,7 +278,7 @@ RUN git clone https://github.com/danieldk/marlin-kernels.git && \
FROM kernel-builder AS moe-kernels FROM kernel-builder AS moe-kernels
WORKDIR /usr/src WORKDIR /usr/src
ENV MOE_KERNELS_BRANCH=127ec5e0fbd2f22fad2d63fbb559d2449e7b5ddb ENV MOE_KERNELS_BRANCH=b74b163a2e28042068ac8355e07e6dde926a967a
ENV VLLM_TARGET_DEVICE=rocm ENV VLLM_TARGET_DEVICE=rocm
RUN git clone https://github.com/mht-sharma/moe-kernels.git && \ RUN git clone https://github.com/mht-sharma/moe-kernels.git && \
cd moe-kernels && \ cd moe-kernels && \