From a8f870aa75e310a6bf3a80ff21dbcced3140a263 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Mon, 25 Sep 2023 09:01:07 +0000
Subject: [PATCH] Change deploy.

---
 Dockerfile          |  1 -
 server/.gitignore   |  1 +
 server/Makefile-awq | 12 ++++++++++++
 3 files changed, 13 insertions(+), 1 deletion(-)
 create mode 100644 server/Makefile-awq

diff --git a/Dockerfile b/Dockerfile
index 3c3cb927..16a2dbdf 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -157,7 +157,6 @@ WORKDIR /usr/src
 RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
         libssl-dev \
         ca-certificates \
-        git \ # Necessary for non-standard package AWQ
         make \
         && rm -rf /var/lib/apt/lists/*
 
diff --git a/server/.gitignore b/server/.gitignore
index 2e1db124..40c37f48 100644
--- a/server/.gitignore
+++ b/server/.gitignore
@@ -159,3 +159,4 @@ safetensors
 flash-attention/
 flash-attention-v2/
 vllm/
+llm-awq/
diff --git a/server/Makefile-awq b/server/Makefile-awq
new file mode 100644
index 00000000..05f3e742
--- /dev/null
+++ b/server/Makefile-awq
@@ -0,0 +1,12 @@
+awq_commit := f084f40bd996f3cf3a0633c1ad7d9d476c318aaa
+
+awq:
+	git clone https://github.com/mit-han-lab/llm-awq
+
+build-awq: awq
+	cd llm-awq/ && git fetch && git checkout $(awq_commit)
+	cd llm-awq/awq/kernels && python setup.py build
+
+install-awq: build-awq
+	pip uninstall awq_inference_engine -y || true
+	cd llm-awq/awq/kernels && python setup.py install