diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm
index 96bb0672..5a5b85b2 100644
--- a/Dockerfile_trtllm
+++ b/Dockerfile_trtllm
@@ -39,9 +39,10 @@ ARG ompi_version
 ENV OMPI_TARBALL_FILENAME="openmpi-$ompi_version.tar.bz2"
 ADD --checksum=sha256:54a33cb7ad81ff0976f15a6cc8003c3922f0f3d8ceed14e1813ef3603f22cd34 \
     https://download.open-mpi.org/release/open-mpi/v4.1/$OMPI_TARBALL_FILENAME \
-    /opt/src/mpi
+    /opt/src/mpi/
 
-RUN cd /opt/src/mpi && \
+WORKDIR /opt/src/mpi
+RUN tar --strip-components=1 -xf $OMPI_TARBALL_FILENAME &&\
     ./configure --prefix=/usr/local/mpi --with-cuda=/usr/local/cuda --with-slurm && \
     make -j all && \
     make install && \