diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm
index 6b31bb05..40972764 100644
--- a/Dockerfile_trtllm
+++ b/Dockerfile_trtllm
@@ -103,7 +103,6 @@ COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
 RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \
     python3 backends/trtllm/scripts/setup_sccache.py --is-gha-build ${is_gha_build} && \
     CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX \
-    CMAKE_CXX_COMPILER_LAUNCHER=sccache \
     RUSTC_WRAPPER=sccache \
     cargo build --profile ${build_type} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm && \
     sccache --show-stats
diff --git a/backends/trtllm/build.rs b/backends/trtllm/build.rs
index 0a69286d..c18b13a9 100644
--- a/backends/trtllm/build.rs
+++ b/backends/trtllm/build.rs
@@ -136,9 +136,12 @@ fn build_backend(is_debug: bool, opt_level: &str, out_dir: &PathBuf) -> (PathBuf
         config.define("CMAKE_CUDA_HOST_COMPILER", nvcc_host_compiler);
     }
 
-    if let Some(cxx_compiler_launcher) = option_env!("CMAKE_CXX_COMPILER_LAUNCHER") {
-        println!("cargo:warning=Using caching tool: {cxx_compiler_launcher}");
-        config.define("CMAKE_CXX_COMPILER_LAUNCHER", cxx_compiler_launcher);
+    if let Some(wrapper) = option_env!("RUSTC_WRAPPER") {
+        println!("cargo:warning=Using caching tool: {wrapper}");
+
+        env::set_var("CMAKE_C_COMPILER_LAUNCHER", wrapper);
+        env::set_var("CMAKE_CXX_COMPILER_LAUNCHER", wrapper);
+        env::set_var("CMAKE_CUDA_COMPILER_LAUNCHER", wrapper);
     }
 
     // Allow to override which Python to use ...