From 09d73e56ca6823a892a9fbad9eccd1700dfd5f02 Mon Sep 17 00:00:00 2001 From: Raphael Glon Date: Mon, 14 Oct 2024 15:52:09 +0200 Subject: [PATCH] remove docker entrypoint this entrypoint was meant to fix tgi on some cloud providers like gcp that do not ensure the ld cache is refreshed after adding some shared libraries in custom container hooks this should not belong to tgi repo itself Signed-off-by: Raphael Glon --- Dockerfile | 5 +---- Dockerfile_amd | 5 +---- tgi-entrypoint.sh | 5 ----- 3 files changed, 2 insertions(+), 13 deletions(-) delete mode 100755 tgi-entrypoint.sh diff --git a/Dockerfile b/Dockerfile index daeb9309..ffb24f1c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -295,8 +295,5 @@ ENTRYPOINT ["./entrypoint.sh"] # Final image FROM base -COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh -RUN chmod +x /tgi-entrypoint.sh - -ENTRYPOINT ["/tgi-entrypoint.sh"] +ENTRYPOINT ["text-generation-launcher"] # CMD ["--json-output"] diff --git a/Dockerfile_amd b/Dockerfile_amd index 4bb6407a..6a7d0448 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -330,8 +330,5 @@ ENV ATTENTION=paged ENV USE_PREFIX_CACHING=0 ENV ROCM_USE_SKINNY_GEMM=1 -COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh -RUN chmod +x /tgi-entrypoint.sh - -ENTRYPOINT ["/tgi-entrypoint.sh"] +ENTRYPOINT ["text-generation-launcher"] CMD ["--json-output"] diff --git a/tgi-entrypoint.sh b/tgi-entrypoint.sh deleted file mode 100755 index ea94dcd9..00000000 --- a/tgi-entrypoint.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -ldconfig 2>/dev/null || echo 'unable to refresh ld cache, not a big deal in most cases' - -text-generation-launcher $@