From 522a9928891250c4be70a07d917061591fbd761e Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Thu, 12 Dec 2024 14:34:30 +0100 Subject: [PATCH] misc(ci): add debug profile --- Cargo.toml | 31 +++++++++++++++++-------------- Dockerfile_trtllm | 2 +- 2 files changed, 18 insertions(+), 15 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index d8155153..27961a7c 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,21 +1,21 @@ [workspace] members = [ - "benchmark", - "backends/v2", - "backends/v3", - "backends/grpc-metadata", - "backends/trtllm", - "launcher", - "router" + "benchmark", + "backends/v2", + "backends/v3", + "backends/grpc-metadata", + "backends/trtllm", + "launcher", + "router" ] default-members = [ - "benchmark", - "backends/v2", - "backends/v3", - "backends/grpc-metadata", - # "backends/trtllm", - "launcher", - "router" + "benchmark", + "backends/v2", + "backends/v3", + "backends/grpc-metadata", + # "backends/trtllm", + "launcher", + "router" ] resolver = "2" @@ -35,6 +35,9 @@ minijinja = { version = "2.2.0", features = ["json"] } minijinja-contrib = { version = "2.0.2", features = ["pycompat"] } pyo3 = { version = "0.22.2", features = ["auto-initialize"] } +[profile.debug] +opt-level = 0 + [profile.release] incremental = true diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index b1830cd1..e448bbee 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -84,7 +84,7 @@ RUN --mount=type=secret,id=AWS_ACCESS_KEY_ID,env=AWS_ACCESS_KEY_ID \ --mount=type=secret,id=AWS_SECRET_ACCESS_KEY,env=AWS_SECRET_ACCESS_KEY \ --mount=type=secret,id=SCCACHE_BUCKET,env=SCCACHE_BUCKET \ mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \ - CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm + CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --profile ${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm FROM nvidia/cuda:12.6.3-cudnn-runtime-ubuntu24.04 AS runtime RUN apt update && apt install -y libucx0 pipx python3-minimal python3-dev python3-pip python3-venv && \