| .. |
|
custom_modeling
|
Add Phi-3 medium support (#2039)
|
2024-06-10 09:22:29 +02:00 |
|
__init__.py
|
ROCm and sliding windows fixes (#2033)
|
2024-06-10 15:09:50 +08:00 |
|
bloom.py
|
MI300 compatibility (#1764)
|
2024-05-17 15:30:47 +02:00 |
|
causal_lm.py
|
add terminated_generations
|
2024-06-11 13:15:06 +02:00 |
|
flash_causal_lm.py
|
add terminated_generations
|
2024-06-11 13:15:06 +02:00 |
|
flash_cohere.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
flash_dbrx.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
flash_gemma.py
|
Fix (flash) Gemma prefix and enable tests
|
2024-05-27 09:58:06 +02:00 |
|
flash_gpt2.py
|
Add support for Marlin-quantized models
|
2024-06-06 13:16:52 +02:00 |
|
flash_llama.py
|
Add support for exl2 quantization
|
2024-05-30 11:28:05 +02:00 |
|
flash_mistral.py
|
feat: move allocation logic to rust (#1835)
|
2024-06-05 12:18:38 +02:00 |
|
flash_mixtral.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
flash_neox.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
flash_phi.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
flash_qwen2.py
|
feat: move allocation logic to rust (#1835)
|
2024-06-05 12:18:38 +02:00 |
|
flash_rw.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
flash_santacoder.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
flash_starcoder2.py
|
feat: move allocation logic to rust (#1835)
|
2024-06-05 12:18:38 +02:00 |
|
galactica.py
|
server: use chunked inputs
|
2024-06-07 08:09:04 +02:00 |
|
globals.py
|
Purely refactors paged/attention into layers/attention and make hardware differences more obvious with 1 file per hardware. (#1986)
|
2024-05-31 17:57:01 +02:00 |
|
gpt_neox.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
idefics2.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
idefics_causal_lm.py
|
add terminated_generations
|
2024-06-11 13:15:06 +02:00 |
|
idefics.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
llava_next.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
mamba.py
|
add terminated_generations
|
2024-06-11 13:15:06 +02:00 |
|
model.py
|
Use the generation config. (#1808)
|
2024-04-25 19:41:50 +02:00 |
|
mpt.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
opt.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
pali_gemma.py
|
server: use chunked inputs
|
2024-06-07 08:09:04 +02:00 |
|
phi.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
rw.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
santacoder.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
seq2seq_lm.py
|
add terminated_generations
|
2024-06-11 13:15:06 +02:00 |
|
t5.py
|
MLPSpeculator. (#1865)
|
2024-05-14 12:33:18 +02:00 |
|
types.py
|
add terminated_generations
|
2024-06-11 13:15:06 +02:00 |
|
vlm_causal_lm.py
|
add terminated_generations
|
2024-06-11 13:15:06 +02:00 |
