From c858d791e550d171a7f9c61560616d2b0ecf79f8 Mon Sep 17 00:00:00 2001
From: Felix Marty <9808326+fxmarty@users.noreply.github.com>
Date: Wed, 5 Jul 2023 16:15:10 +0000
Subject: [PATCH] add attribution

---
 server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu    | 2 ++
 server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh   | 2 ++
 server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh    | 2 ++
 .../custom_kernels/exllama/cuda_func/column_remap.cu            | 2 ++
 .../custom_kernels/exllama/cuda_func/column_remap.cuh           | 2 ++
 .../custom_kernels/exllama/cuda_func/q4_matmul.cuh              | 2 ++
 .../custom_kernels/exllama/cuda_func/q4_matrix.cu               | 2 ++
 .../custom_kernels/exllama/cuda_func/q4_matrix.cuh              | 2 ++
 server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp    | 2 ++
 server/custom_kernels/custom_kernels/exllama/matrix.cuh         | 2 ++
 server/custom_kernels/custom_kernels/exllama/tuning.h           | 2 ++
 server/custom_kernels/custom_kernels/exllama/util.cuh           | 2 ++
 12 files changed, 24 insertions(+)

diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu
index 1219ece3..ee2cbee2 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #define _cuda_buffers_cu
 #include "cuda_buffers.cuh"
 
diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh
index dbe4ed16..afb60a01 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _cuda_buffers_cuh
 #define _cuda_buffers_cuh
 
diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh
index aa1ed39d..8dfa25de 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _cuda_compat_cuh
 #define _cuda_compat_cuh
 
diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu
index 65514c59..c25b0206 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #include "column_remap.cuh"
 #include "../util.cuh"
 
diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh
index f115db73..6571c17d 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _column_remap_cuh
 #define _column_remap_cuh
 
diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh
index 2cf35e80..63611790 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _q4_matmul_cuh
 #define _q4_matmul_cuh
 
diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu
index d02fa0ec..f3d1564f 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #include "q4_matrix.cuh"
 #include <vector>
 #include "../util.cuh"
diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh
index e8135d98..50cb72a4 100644
--- a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh
+++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _q4_matrix_cuh
 #define _q4_matrix_cuh
 
diff --git a/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp b/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp
index 49b24ba2..b786988b 100644
--- a/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp
+++ b/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #include <torch/extension.h>
 #include <c10/cuda/CUDAGuard.h>
 #include <ATen/cuda/CUDAContext.h>
diff --git a/server/custom_kernels/custom_kernels/exllama/matrix.cuh b/server/custom_kernels/custom_kernels/exllama/matrix.cuh
index 4951a76f..2fd5ab0b 100644
--- a/server/custom_kernels/custom_kernels/exllama/matrix.cuh
+++ b/server/custom_kernels/custom_kernels/exllama/matrix.cuh
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _matrix_cuh
 #define _matrix_cuh
 
diff --git a/server/custom_kernels/custom_kernels/exllama/tuning.h b/server/custom_kernels/custom_kernels/exllama/tuning.h
index 8ca692ee..770ca46a 100644
--- a/server/custom_kernels/custom_kernels/exllama/tuning.h
+++ b/server/custom_kernels/custom_kernels/exllama/tuning.h
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _tuning_h
 #define _tuning_h
 
diff --git a/server/custom_kernels/custom_kernels/exllama/util.cuh b/server/custom_kernels/custom_kernels/exllama/util.cuh
index dd1cfc7d..2839b10f 100644
--- a/server/custom_kernels/custom_kernels/exllama/util.cuh
+++ b/server/custom_kernels/custom_kernels/exllama/util.cuh
@@ -1,3 +1,5 @@
+// Adapted from turboderp exllama: https://github.com/turboderp/exllama
+
 #ifndef _util_cuh
 #define _util_cuh