huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-09 02:42:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

add attribution

Browse Source
This commit is contained in:
Felix Marty 2023-07-05 16:15:10 +00:00
parent ee7ba48b9a
commit c858d791e5
12 changed files with 24 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/custom_kernels/custom_kernels/exllama/cuda_buffers.cu
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#define _cuda_buffers_cu #define _cuda_buffers_cu
#include "cuda_buffers.cuh" #include "cuda_buffers.cuh"

2
server/custom_kernels/custom_kernels/exllama/cuda_buffers.cuh
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _cuda_buffers_cuh #ifndef _cuda_buffers_cuh
#define _cuda_buffers_cuh #define _cuda_buffers_cuh

2
server/custom_kernels/custom_kernels/exllama/cuda_compat.cuh
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _cuda_compat_cuh #ifndef _cuda_compat_cuh
#define _cuda_compat_cuh #define _cuda_compat_cuh

2
server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cu
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#include "column_remap.cuh" #include "column_remap.cuh"
#include "../util.cuh" #include "../util.cuh"

2
server/custom_kernels/custom_kernels/exllama/cuda_func/column_remap.cuh
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _column_remap_cuh #ifndef _column_remap_cuh
#define _column_remap_cuh #define _column_remap_cuh

2
server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matmul.cuh
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _q4_matmul_cuh #ifndef _q4_matmul_cuh
#define _q4_matmul_cuh #define _q4_matmul_cuh

2
server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cu
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#include "q4_matrix.cuh" #include "q4_matrix.cuh"
#include <vector> #include <vector>
#include "../util.cuh" #include "../util.cuh"

2
server/custom_kernels/custom_kernels/exllama/cuda_func/q4_matrix.cuh
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _q4_matrix_cuh #ifndef _q4_matrix_cuh
#define _q4_matrix_cuh #define _q4_matrix_cuh

2
server/custom_kernels/custom_kernels/exllama/exllama_ext.cpp
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#include <torch/extension.h> #include <torch/extension.h>
#include <c10/cuda/CUDAGuard.h> #include <c10/cuda/CUDAGuard.h>
#include <ATen/cuda/CUDAContext.h> #include <ATen/cuda/CUDAContext.h>

2
server/custom_kernels/custom_kernels/exllama/matrix.cuh
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _matrix_cuh #ifndef _matrix_cuh
#define _matrix_cuh #define _matrix_cuh

2
server/custom_kernels/custom_kernels/exllama/tuning.h
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _tuning_h #ifndef _tuning_h
#define _tuning_h #define _tuning_h

2
server/custom_kernels/custom_kernels/exllama/util.cuh
View File

@ -1,3 +1,5 @@
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _util_cuh #ifndef _util_cuh
#define _util_cuh #define _util_cuh