diff --git a/Dockerfile_gaudi b/Dockerfile_gaudi index 39fdd703..9009f95b 100644 --- a/Dockerfile_gaudi +++ b/Dockerfile_gaudi @@ -122,5 +122,5 @@ ENV OMPI_MCA_btl_vader_single_copy_mechanism NONE COPY backends/gaudi/tgi-entrypoint.sh /tgi-entrypoint.sh RUN chmod +x /tgi-entrypoint.sh -#ENTRYPOINT ["/tgi-entrypoint.sh"] -#CMD ["--json-output"] +ENTRYPOINT ["/tgi-entrypoint.sh"] +CMD ["--json-output"] diff --git a/backends/gaudi/Makefile b/backends/gaudi/Makefile index 027bb8b2..6e38c19e 100644 --- a/backends/gaudi/Makefile +++ b/backends/gaudi/Makefile @@ -8,7 +8,7 @@ PYTORCH_VERSION := 2.6.0 .PHONY: image run-local-dev-container install-dependencies install-server install-router install-launcher local-dev-install image: - docker build -t tgi-gaudi -f ${root_dir}/Dockerfile_gaudi ${root_dir} --build-arg HABANA_VERSION=$(HABANA_VERSION) --build-arg PYTORCH_VERSION=$(PYTORCH_VERSION) --build-arg http_proxy=${http_proxy} --build-arg https_proxy=${https_proxy} --build-arg no_proxy=${no_proxy} + docker build -t tgi-gaudi -f ${root_dir}/Dockerfile_gaudi ${root_dir} --build-arg HABANA_VERSION=$(HABANA_VERSION) --build-arg PYTORCH_VERSION=$(PYTORCH_VERSION) run-local-dev-container: docker run -it \