From 906c265aef79b06f057ed0b1bc95eb8c7dc0dcd8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adrien=20Gallou=C3=ABt?= Date: Tue, 4 Feb 2025 17:53:47 +0000 Subject: [PATCH] Cleanup Dockerfile MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Adrien Gallouët --- Dockerfile_llamacpp | 4 ---- 1 file changed, 4 deletions(-) diff --git a/Dockerfile_llamacpp b/Dockerfile_llamacpp index 5b21124c..ed8783d6 100644 --- a/Dockerfile_llamacpp +++ b/Dockerfile_llamacpp @@ -55,9 +55,6 @@ RUN cargo build \ --profile release-opt \ --package text-generation-router-llamacpp --frozen -# fix libcuda.so.1 ? -RUN cp "$(pkg-config --variable=libdir cuda-12.6)"/stubs/libcuda.so /usr/lib/libcuda.so.1 - FROM nvidia/cuda:12.6.3-cudnn-runtime-ubuntu24.04 RUN apt update && apt install -y \ @@ -72,7 +69,6 @@ RUN pip3 install --no-cache-dir -r requirements.txt COPY --from=builder /usr/lib/libllama.so /usr/lib/ COPY --from=builder /usr/lib/libggml*.so /usr/lib/ -COPY --from=builder /usr/lib/libcuda.so.1 /usr/lib/ COPY --from=builder /app/target/release-opt/text-generation-router-llamacpp /usr/bin/ ENTRYPOINT ["text-generation-router-llamacpp"]