From 94c675c6d632679cf341c60c7590cf6562c4c7b8 Mon Sep 17 00:00:00 2001
From: Yaser Jaradeh <yaser.jaradeh@gmail.com>
Date: Mon, 16 Dec 2024 13:57:53 +0100
Subject: [PATCH] Update Dockerfile to use devel image for compatibility

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 0c08d48f..e4804522 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -174,7 +174,7 @@ COPY server/Makefile-flashinfer Makefile
 RUN make install-flashinfer
 
 # Text Generation Inference base image
-FROM nvidia/cuda:12.1.0-base-ubuntu22.04 AS base
+FROM nvidia/cuda:12.4.1-devel-ubuntu22.04 AS base
 
 # Conda env
 ENV PATH=/opt/conda/bin:$PATH \