From 805e584b92c9ebc15467a0bdf413831580957851 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Mon, 22 Jul 2024 19:13:01 +0000 Subject: [PATCH] update tgi entrypoint --- backends/trtllm/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backends/trtllm/Dockerfile b/backends/trtllm/Dockerfile index ee7f5ab0..6709b025 100644 --- a/backends/trtllm/Dockerfile +++ b/backends/trtllm/Dockerfile @@ -62,5 +62,5 @@ COPY --from=cuda-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=cuda-builder /usr/local/tgi /usr/local/tgi COPY --from=cuda-builder /usr/src/text-generation-inference/target/release/text-generation-backends-trtllm /usr/local/tgi/bin/text-generation-launcher -ENTRYPOINT ["text-generation-launcher"] +ENTRYPOINT ["./text-generation-launcher"] CMD ["--executor-worker", "/usr/local/tgi/bin/executorWorker"]