huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 22:02:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Run pre-commit run --all-files to fix CI (#2933)

Browse Source
This commit is contained in:
Alvaro Bartolome 2025-01-21 17:33:33 +01:00 committed by GitHub
parent bdb3e488e4
commit 64a33c1f05
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 12 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/build.yaml vendored
View File

@ -65,7 +65,7 @@ jobs:
export runs_on="aws-g6-12xl-plus-priv-cache"
export platform=""
export extra_pytest=""
export target="nil"
export target="nil"
;;
cuda-trtllm)
export dockerfile="Dockerfile_trtllm"

2
Dockerfile_trtllm
View File

@ -153,4 +153,4 @@ COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=tgi-builder /usr/local/tgi /usr/local/tgi
# Basically we copy from target/debug instead of target/release
COPY --from=tgi-builder /usr/src/text-generation-inference/target/debug/text-generation-backends-trtllm /usr/local/tgi/bin/text-generation-launcher
COPY --from=tgi-builder /usr/src/text-generation-inference/target/debug/text-generation-backends-trtllm /usr/local/tgi/bin/text-generation-launcher

2
backends/trtllm/CMakeLists.txt
View File

@ -129,4 +129,4 @@ if (${TGI_TRTLLM_BACKEND_BUILD_TESTS} AND CMAKE_BUILD_TYPE MATCHES "Debug")
# include(CTest)
# include(Catch)
# catch_discover_tests(tgi_trtllm_backend_tests)
endif ()
endif ()

2
backends/trtllm/build.rs
View File

@ -247,4 +247,4 @@ fn main() {
// Backend
println!("cargo:rustc-link-lib=static={}", &BACKEND_DEPS);
}
}

14
backends/trtllm/scripts/setup_sccache.py
View File

@ -8,9 +8,7 @@ AWS_S3_CACHING_VARIABLES = {
"SCCACHE_BUCKET": "s3_bucket_name",
}
ALL_CACHING_STORAGE_VARIABLES = {
"AWS_S3_CACHING_VARIABLES"
}
ALL_CACHING_STORAGE_VARIABLES = {"AWS_S3_CACHING_VARIABLES"}
def setup_sccache_locally():
@ -29,15 +27,19 @@ def setup_sccache_for_s3():
print("Setting up AWS S3 Caching Layer")
for envvar in AWS_S3_CACHING_VARIABLES.keys():
if not envvar in environ or not environ[envvar] or len(environ[envvar]) == 0:
if envvar not in environ or not environ[envvar] or len(environ[envvar]) == 0:
print(f"Missing definition for environment variable {envvar}")
if __name__ == "__main__":
parser = ArgumentParser("TensorRT-LLM Build Caching Setup")
parser.add_argument("--is-gha-build", type=str, default="FALSE",
help="Indicate if the build is from Github Actions")
parser.add_argument(
"--is-gha-build",
type=str,
default="FALSE",
help="Indicate if the build is from Github Actions",
)
# Parse args
args = parser.parse_args()