From d7bee1c02655c08d4fa4e0ae42fab7d3fa3ae232 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Fri, 16 Aug 2024 19:58:53 +0200
Subject: [PATCH] Punica uses raw ASM which is not valid on 9.0 apparently.

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index dd938e8a..4c64a643 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -148,7 +148,7 @@ FROM kernel-builder AS lorax-punica-builder
 WORKDIR /usr/src
 COPY server/Makefile-lorax-punica Makefile
 # Build specific version of transformers
-RUN make build-lorax-punica
+RUN TORCH_CUDA_ARCH_LIST="8.0;8.6+PTX" make build-lorax-punica
 
 # Build Transformers CUDA kernels
 FROM kernel-builder AS custom-kernels-builder