From 735bcf6745795ca0cfa68655480a01f20e0dfb4e Mon Sep 17 00:00:00 2001 From: "Wang, Yi A" Date: Tue, 8 Oct 2024 09:57:36 -0400 Subject: [PATCH] add XPU env to optimize perf of TP Signed-off-by: Wang, Yi A --- Dockerfile_intel | 2 ++ 1 file changed, 2 insertions(+) diff --git a/Dockerfile_intel b/Dockerfile_intel index 7ab6bba1..72588b7e 100644 --- a/Dockerfile_intel +++ b/Dockerfile_intel @@ -111,6 +111,8 @@ ENV PATH=/opt/conda/bin:/opt/intel/oneapi/mpi/latest/opt/mpi/libfabric/bin:/opt/ ENV CCL_ZE_IPC_EXCHANGE=sockets ENV CMAKE_PREFIX_PATH=/opt/intel/oneapi/mkl/latest/lib/cmake:/opt/intel/oneapi/compiler/latest ENV CPATH=/opt/intel/oneapi/mpi/latest/include:/opt/intel/oneapi/ccl/latest/include:/opt/intel/oneapi/mkl/latest/include +ENV TORCH_LLM_ALLREDUCE=1 +ENV CCL_TOPO_FABRIC_VERTEX_CONNECTION_CHECK=0 # Install benchmarker COPY --from=builder /usr/src/target/release-opt/text-generation-benchmark /usr/local/bin/text-generation-benchmark