diff --git a/Dockerfile_amd b/Dockerfile_amd index f01b160d..d8f16e7e 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -154,6 +154,7 @@ ENV HIP_FORCE_DEV_KERNARG=1 ENV ROCM_USE_FLASH_ATTN_V2_TRITON=0 ENV ROCM_USE_CUSTOM_PAGED_ATTN=1 ENV PYTORCH_TUNABLEOP_TUNING_AFTER_WARMUP=0 +ENV VLLM_MOE_PADDING=0 FROM base AS kernel-builder