Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi/add-ci

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3258

#3260

#3261

#3262

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3267

#3268

#3269

#327

#3270

#3271

#3273

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

Mono Color

• af10275f46 use join_all instead OlivierDehaene 2023-04-09 15:10:59 +0200
• 4267378b1f fix validation error OlivierDehaene 2023-04-09 10:06:53 +0200
• 82464709d3 fix truncation OlivierDehaene 2023-04-09 09:55:05 +0200
• 146e0e27ce add validation + decode of special tokens OlivierDehaene 2023-04-07 11:12:16 +0200
• 273f0ae42c update flash attention OlivierDehaene 2023-04-07 08:59:05 +0200
• d7b92e379c correct commit OlivierDehaene 2023-04-06 20:21:23 +0200
• e4ad3066bc fmt OlivierDehaene 2023-04-06 20:09:21 +0200
• 1111125092 better docker layer caching OlivierDehaene 2023-04-06 20:08:46 +0200
• c3779fa859 remove profiling OlivierDehaene 2023-04-06 17:58:54 +0200
• 26fc232afb fix tp OlivierDehaene 2023-04-06 17:27:32 +0200
• 7816a47697 fix llama tokenizer OlivierDehaene 2023-04-06 17:07:58 +0200
• 3c272aefc0 fix test OlivierDehaene 2023-04-06 15:03:50 +0200
• 6c96f37bc8 fix tests OlivierDehaene 2023-04-06 14:44:06 +0200
• c7dd00ead2 upgrade setuptools OlivierDehaene 2023-04-06 14:20:10 +0200
• 01ab5df180 update transformers OlivierDehaene 2023-04-06 13:43:49 +0200
• 70637b4170 use all tokens OlivierDehaene 2023-04-05 17:18:16 +0200
• b5233f9c3c better decode OlivierDehaene 2023-04-05 13:47:25 +0200
• 783bc64f47 fix concatenate OlivierDehaene 2023-04-04 18:54:10 +0200
• c11e77411f improve decode OlivierDehaene 2023-04-04 18:31:26 +0200
• cdc33ce63c allow disabling hf_transfer OlivierDehaene 2023-04-04 17:46:41 +0200
• eb033e781f trigger build OlivierDehaene 2023-04-04 15:35:54 +0200
• 8604d37015 trigger build OlivierDehaene 2023-04-04 15:32:52 +0200
• f9b09d9629 hack OlivierDehaene 2023-04-04 15:13:32 +0200
• 30148b776b fix instrumentation OlivierDehaene 2023-04-04 14:51:31 +0200
• 161e93a45f cleanup OlivierDehaene 2023-04-04 14:47:00 +0200
• 1dd2c24b9c rework validation OlivierDehaene 2023-04-04 14:43:56 +0200
• 47e93409f3 optional rust validation OlivierDehaene 2023-04-04 12:35:29 +0200
• 45eacb782d patch qkv_rot OlivierDehaene 2023-03-31 13:17:45 +0200
• cd5d0a96ba feat(server): add flash attention llama OlivierDehaene 2023-03-28 16:12:05 +0200
• 71402ed4c7 wip OlivierDehaene 2023-03-28 13:49:51 +0200
• 3f2542bb6a
  fix(server): fix escape characters in stop sequence (#155) OlivierDehaene 2023-04-05 19:37:41 +0200
• f4a94bd312 fix(server): fix escape characters in stop sequence OlivierDehaene 2023-04-05 17:26:21 +0200
• 9122e7bd9c
  docs(readme): provide link Logits Warper README (#154) Guspan Tanadi 2023-04-04 18:27:46 +0700
• a70b555502
  docs: link to internal Generation Utilities README Guspan Tanadi 2023-04-04 18:11:30 +0700
• 189465fd60
  style: Logits Warper mention top-p top-k README Guspan Tanadi 2023-04-04 15:07:28 +0700
• 578dee03bf
  docs: link mention Logits Warper README Guspan Tanadi 2023-04-04 15:02:14 +0700
• c0aeb32583
  feat(server): flash santacoder (#153) OlivierDehaene 2023-04-03 19:06:42 +0200
• 625185d629 update supported models OlivierDehaene 2023-04-03 18:55:43 +0200
• 0523b4891f append to all OlivierDehaene 2023-04-03 18:51:20 +0200
• 05aee8b503 feat(server): flash santacoder OlivierDehaene 2023-04-03 15:25:49 +0200
• 5dfc9c7613 wip OlivierDehaene 2023-03-30 15:52:22 +0200
• f41ab12783 wip OlivierDehaene 2023-03-29 22:25:23 +0200
• 65ff6a73b3 Some more simplification, fix flash_neox cu_seqlen pruning Nick Hill 2023-03-30 18:10:18 -0700
• fef1a1c381
  v0.4.3 (#152) v0.4.3 OlivierDehaene 2023-03-30 17:28:14 +0200
• beea11051e v0.4.3 OlivierDehaene 2023-03-30 17:27:58 +0200
• 84722f3e33
  v0.4.2 (#151) v0.4.2 OlivierDehaene 2023-03-30 17:10:01 +0200
• ea6f3057bf v0.4.2 OlivierDehaene 2023-03-30 17:07:03 +0200
• 08b7e4a282
  fix(server): fix flash neox rotary embeddings (#150) OlivierDehaene 2023-03-30 16:12:23 +0200
• 8dc651ec63 fix(server): fix flash neox rotary embeddings OlivierDehaene 2023-03-30 15:55:01 +0200
• 610bb1f978
  feat(benchmark): tui based benchmarking tool (#149) OlivierDehaene 2023-03-30 15:26:27 +0200
• 3a0e706346 revert aml changes OlivierDehaene 2023-03-30 15:02:08 +0200
• 163c23f174 add latency per token OlivierDehaene 2023-03-30 14:49:08 +0200
• b2d1276c16 add image OlivierDehaene 2023-03-30 13:13:23 +0200
• c15922b132 exclude benchmark from workspace OlivierDehaene 2023-03-30 12:50:33 +0200
• b6df2036ed v1 OlivierDehaene 2023-03-30 12:36:17 +0200
• 17a75c8845 add helper OlivierDehaene 2023-03-30 11:56:39 +0200
• 271f045825 improving design OlivierDehaene 2023-03-30 11:44:00 +0200
• ae72d4f96f improving design OlivierDehaene 2023-03-30 11:01:03 +0200
• a1613e2518 improving design OlivierDehaene 2023-03-30 10:35:18 +0200
• 55106ec476
  fix(ci): fix sagemaker action (#148) OlivierDehaene 2023-03-29 22:27:01 +0200
• 855e36ab16 fix(ci): fix sagemaker action OlivierDehaene 2023-03-29 22:26:42 +0200
• d503e8f09d
  feat: aws sagemaker compatible image (#147) OlivierDehaene 2023-03-29 21:38:30 +0200
• a49599f432 remove cache to in sagemaker build OlivierDehaene 2023-03-29 14:56:09 +0200
• 00d5ade28f add new target in dockerfile OlivierDehaene 2023-03-29 14:54:36 +0200
• 930842a7f0 hack OlivierDehaene 2023-02-28 16:47:00 +0100
• 32199274f3 update docker image Philipp Schmid 2023-02-28 16:35:53 +0100
• 7bea9a105e change env var names Philipp Schmid 2023-02-28 14:00:32 +0100
• ce09fd32a1 sagemaker support OlivierDehaene 2023-02-28 10:34:29 +0100
• 1c5d526943 improvements OlivierDehaene 2023-03-29 14:01:23 +0200
• 383619bd7f v1 OlivierDehaene 2023-03-29 11:58:19 +0200
• 681744b982 add shutdown logic OlivierDehaene 2023-03-28 11:13:14 +0200
• c0d793d2ca wip OlivierDehaene 2023-03-27 16:40:07 +0200
• a28a8ebdb5 wip OlivierDehaene 2023-03-27 15:57:23 +0200
• 4dfa6fbb62 wip OlivierDehaene 2023-03-12 10:05:33 +0100
• c9bdaa8b73
  feat(server): reduce mlp and attn in one op for flash neox (#145) OlivierDehaene 2023-03-28 16:51:41 +0200
• d2a42095dd feat(server): reduce mlp and attn in one op for flash neox OlivierDehaene 2023-03-28 16:33:00 +0200
• f000068944
  feat(server): clear cache on error (#143) OlivierDehaene 2023-03-28 11:29:35 +0200
• f0278520f1 feat(server): clear cache on error OlivierDehaene 2023-03-28 10:26:51 +0200
• f786d1ddf5 Bit more simplification to flash_neox generate_tokens() Nick Hill 2023-03-27 16:30:11 -0700
• 8e8dd984d8
  feat(server): Add mypy-protobuf (#141) Nick Hill 2023-03-27 00:25:15 -0700
• 462530c2b0
  fix(server): Avoid using try/except to determine kind of AutoModel (#142) Nick Hill 2023-03-27 00:23:22 -0700
• 552b611e0e fix(server): Avoid using try/except to determine kind of AutoModel Nick Hill 2023-03-26 17:08:50 -0700
• 6ec75cda7a feat(server): Add mypy-protobuf Nick Hill 2023-03-26 16:55:56 -0700
• 9895569c8b Fix tests mod in queue.rs Nick Hill 2023-03-25 22:01:05 -0700
• f934d01f74 proposal: Move token decoding and stopping evaluation to router Nick Hill 2023-03-23 11:37:12 -0700
• ab5fd8cf93
  v0.4.1 (#140) v0.4.1 OlivierDehaene 2023-03-26 16:37:51 +0200
• 678b2f3900
  feat(server): cleanup flash neox loading (#139) OlivierDehaene 2023-03-26 16:37:21 +0200
• bd54f376c9 v0.4.1 OlivierDehaene 2023-03-26 16:28:33 +0200
• a9526d9072 feat(server): cleanup flash neox loading OlivierDehaene 2023-03-26 16:15:42 +0200
• d6a93fe992
  fix(server): fix flash-neox scores warping (#137) OlivierDehaene 2023-03-24 18:21:41 +0100
• 15a6b79c7e turn tp embed back on OlivierDehaene 2023-03-24 18:20:47 +0100
• fc778e46fb fix(server): fix flash-neox scores warping OlivierDehaene 2023-03-24 18:10:10 +0100
• 05e9a796cc
  feat(server): flash neoX (#133) OlivierDehaene 2023-03-24 14:02:14 +0100
• eeaabd6eaa add env var OlivierDehaene 2023-03-24 11:36:45 +0100
• 23e1028822
  feat(python-client): add CI (#136) OlivierDehaene 2023-03-23 18:13:04 +0100
• 8c4b80e6e8 feat(python-client): add CI OlivierDehaene 2023-03-23 18:11:12 +0100
• 5d04525cb9
  feat(python-client): release v0.4.0 (#135) OlivierDehaene 2023-03-23 18:07:20 +0100
• 0fec9fbfd1 feat(python-client): release v0.4.0 OlivierDehaene 2023-03-23 18:07:02 +0100
• 5e5e9d4bbd
  feat: Add note about NVIDIA drivers (#64) lewtun 2023-03-23 18:03:45 +0100
• c07acd4fea
  Merge branch 'main' into lewtun-patch-1 OlivierDehaene 2023-03-23 18:03:33 +0100