From ed8bf3a178f5db2c4f52be442ea7ae2e8b6e00ba Mon Sep 17 00:00:00 2001 From: Yaser Jaradeh Date: Mon, 13 Jan 2025 11:47:17 +0100 Subject: [PATCH] Revert to base image and add python.h --- Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index e4804522..53f92706 100644 --- a/Dockerfile +++ b/Dockerfile @@ -174,7 +174,7 @@ COPY server/Makefile-flashinfer Makefile RUN make install-flashinfer # Text Generation Inference base image -FROM nvidia/cuda:12.4.1-devel-ubuntu22.04 AS base +FROM nvidia/cuda:12.1.0-base-ubuntu22.04 AS base # Conda env ENV PATH=/opt/conda/bin:$PATH \ @@ -193,6 +193,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins make \ curl \ git \ + python3.11-devel \ && rm -rf /var/lib/apt/lists/* # Copy conda with PyTorch installed