diff --git a/Dockerfile b/Dockerfile index 54b160eb..53f0f8d3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -248,6 +248,7 @@ ENTRYPOINT ["./entrypoint.sh"] FROM base COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh +RUN chmod +x /tgi-entrypoint.sh ENTRYPOINT ["/tgi-entrypoint.sh"] CMD ["--json-output"] diff --git a/server/Makefile-vllm b/server/Makefile-vllm index ada484a6..9999ad89 100644 --- a/server/Makefile-vllm +++ b/server/Makefile-vllm @@ -4,7 +4,7 @@ vllm-cuda: git clone https://github.com/OlivierDehaene/vllm.git vllm build-vllm-cuda: vllm-cuda - cd vllm && git fetch && git checkout 4bec8cee87f6bb8cebaec297029713cd2082e0b2 + cd vllm && git fetch && git checkout 3d4693536dcb69f036c26b016a35839b99ebed59 cd vllm && python setup.py build install-vllm-cuda: build-vllm-cuda