diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 2e3fe7efe..27907e397 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -65,7 +65,7 @@ jobs: export runs_on="aws-g6-12xl-plus-priv-cache" export platform="" export extra_pytest="" - export target="nil" + export target="nil" ;; cuda-trtllm) export dockerfile="Dockerfile_trtllm" diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 40972764b..d57b12984 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -153,4 +153,4 @@ COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=tgi-builder /usr/local/tgi /usr/local/tgi # Basically we copy from target/debug instead of target/release -COPY --from=tgi-builder /usr/src/text-generation-inference/target/debug/text-generation-backends-trtllm /usr/local/tgi/bin/text-generation-launcher \ No newline at end of file +COPY --from=tgi-builder /usr/src/text-generation-inference/target/debug/text-generation-backends-trtllm /usr/local/tgi/bin/text-generation-launcher diff --git a/backends/trtllm/CMakeLists.txt b/backends/trtllm/CMakeLists.txt index 2cbd3a076..5ce016e15 100644 --- a/backends/trtllm/CMakeLists.txt +++ b/backends/trtllm/CMakeLists.txt @@ -129,4 +129,4 @@ if (${TGI_TRTLLM_BACKEND_BUILD_TESTS} AND CMAKE_BUILD_TYPE MATCHES "Debug") # include(CTest) # include(Catch) # catch_discover_tests(tgi_trtllm_backend_tests) -endif () \ No newline at end of file +endif () diff --git a/backends/trtllm/build.rs b/backends/trtllm/build.rs index c18b13a94..8b041860b 100644 --- a/backends/trtllm/build.rs +++ b/backends/trtllm/build.rs @@ -247,4 +247,4 @@ fn main() { // Backend println!("cargo:rustc-link-lib=static={}", &BACKEND_DEPS); -} \ No newline at end of file +} diff --git a/backends/trtllm/scripts/setup_sccache.py b/backends/trtllm/scripts/setup_sccache.py index 982f8c77d..65fdee235 100644 --- a/backends/trtllm/scripts/setup_sccache.py +++ b/backends/trtllm/scripts/setup_sccache.py @@ -8,9 +8,7 @@ AWS_S3_CACHING_VARIABLES = { "SCCACHE_BUCKET": "s3_bucket_name", } -ALL_CACHING_STORAGE_VARIABLES = { - "AWS_S3_CACHING_VARIABLES" -} +ALL_CACHING_STORAGE_VARIABLES = {"AWS_S3_CACHING_VARIABLES"} def setup_sccache_locally(): @@ -29,15 +27,19 @@ def setup_sccache_for_s3(): print("Setting up AWS S3 Caching Layer") for envvar in AWS_S3_CACHING_VARIABLES.keys(): - if not envvar in environ or not environ[envvar] or len(environ[envvar]) == 0: + if envvar not in environ or not environ[envvar] or len(environ[envvar]) == 0: print(f"Missing definition for environment variable {envvar}") if __name__ == "__main__": parser = ArgumentParser("TensorRT-LLM Build Caching Setup") - parser.add_argument("--is-gha-build", type=str, default="FALSE", - help="Indicate if the build is from Github Actions") + parser.add_argument( + "--is-gha-build", + type=str, + default="FALSE", + help="Indicate if the build is from Github Actions", + ) # Parse args args = parser.parse_args()