diff --git a/Dockerfile b/Dockerfile index daeb9309..ffb24f1c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -295,8 +295,5 @@ ENTRYPOINT ["./entrypoint.sh"] # Final image FROM base -COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh -RUN chmod +x /tgi-entrypoint.sh - -ENTRYPOINT ["/tgi-entrypoint.sh"] +ENTRYPOINT ["text-generation-launcher"] # CMD ["--json-output"] diff --git a/Dockerfile_amd b/Dockerfile_amd index 4bb6407a..6a7d0448 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -330,8 +330,5 @@ ENV ATTENTION=paged ENV USE_PREFIX_CACHING=0 ENV ROCM_USE_SKINNY_GEMM=1 -COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh -RUN chmod +x /tgi-entrypoint.sh - -ENTRYPOINT ["/tgi-entrypoint.sh"] +ENTRYPOINT ["text-generation-launcher"] CMD ["--json-output"] diff --git a/tgi-entrypoint.sh b/tgi-entrypoint.sh deleted file mode 100755 index ea94dcd9..00000000 --- a/tgi-entrypoint.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -ldconfig 2>/dev/null || echo 'unable to refresh ld cache, not a big deal in most cases' - -text-generation-launcher $@