diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu index 1219ece3..ee2cbee2 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu +++ b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #define _cuda_buffers_cu #include "cuda_buffers.cuh" diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh index dbe4ed16..afb60a01 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh +++ b/server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _cuda_buffers_cuh #define _cuda_buffers_cuh diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh index aa1ed39d..8dfa25de 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh +++ b/server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _cuda_compat_cuh #define _cuda_compat_cuh diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu index 65514c59..c25b0206 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu +++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #include "column_remap.cuh" #include "../util.cuh" diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh index f115db73..6571c17d 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh +++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _column_remap_cuh #define _column_remap_cuh diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh index 2cf35e80..63611790 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh +++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _q4_matmul_cuh #define _q4_matmul_cuh diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu index d02fa0ec..f3d1564f 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu +++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #include "q4_matrix.cuh" #include #include "../util.cuh" diff --git a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh index e8135d98..50cb72a4 100644 --- a/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh +++ b/server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _q4_matrix_cuh #define _q4_matrix_cuh diff --git a/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp b/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp index 49b24ba2..b786988b 100644 --- a/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp +++ b/server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #include #include #include diff --git a/server/custom_kernels/custom_kernels/exllama/matrix.cuh b/server/custom_kernels/custom_kernels/exllama/matrix.cuh index 4951a76f..2fd5ab0b 100644 --- a/server/custom_kernels/custom_kernels/exllama/matrix.cuh +++ b/server/custom_kernels/custom_kernels/exllama/matrix.cuh @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _matrix_cuh #define _matrix_cuh diff --git a/server/custom_kernels/custom_kernels/exllama/tuning.h b/server/custom_kernels/custom_kernels/exllama/tuning.h index 8ca692ee..770ca46a 100644 --- a/server/custom_kernels/custom_kernels/exllama/tuning.h +++ b/server/custom_kernels/custom_kernels/exllama/tuning.h @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _tuning_h #define _tuning_h diff --git a/server/custom_kernels/custom_kernels/exllama/util.cuh b/server/custom_kernels/custom_kernels/exllama/util.cuh index dd1cfc7d..2839b10f 100644 --- a/server/custom_kernels/custom_kernels/exllama/util.cuh +++ b/server/custom_kernels/custom_kernels/exllama/util.cuh @@ -1,3 +1,5 @@ +// Adapted from turboderp exllama: https://github.com/turboderp/exllama + #ifndef _util_cuh #define _util_cuh