Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• da7e104241 Add the option to force another dtype than f16. Nicolas Patry 2023-06-30 07:47:06 +0000
• ddfc02f2a4 add warmup OlivierDehaene 2023-06-29 15:50:44 +0200
• 1175d0e4b4
  First upgrade pip then run pip Yang, Bo 2023-06-28 11:07:40 -0700
• d649cd8e02 wip OlivierDehaene 2023-06-28 19:26:26 +0200
• d6bb10f202 Map deduplicated tensors via metadata Vincent Brouwers 2023-06-28 17:18:01 +0000
• 70f485bf9f
  feat(router): add header option to disable buffering for the generate_stream response (#498) Robert Kimball 2023-06-28 02:50:12 -0700
• 83de8a5ef9 Add header option to disable buffering for the response stream. Robert Kimball 2023-06-27 17:48:26 +0000
• ae466a8736
  fix(server): Do not init process group if already initialized (#388) Antoni Baum 2023-06-26 03:32:54 -0700
• 90f651250e
  Merge branch 'main' into dist_is_initialized OlivierDehaene 2023-06-26 12:30:17 +0200
• aefde28b45
  feat(server): Add inference support for GPTQ (llama + falcon tested) + Quantization script (#438) Nicolas Patry 2023-06-26 12:27:01 +0200
• a4fd6905d8 fmt feat/better_tokens OlivierDehaene 2023-06-23 15:01:05 +0200
• bd3a9d8e85
  fix(router): add timeout on flume sends (#488) OlivierDehaene 2023-06-23 14:58:28 +0200
• 776d150c55
  feat(server): Adding new ignore_rule for conversion. (#485) Nicolas Patry 2023-06-23 12:41:13 +0200
• 49b4b33e80
  feat(server): Update convert logic. (#483) Nicolas Patry 2023-06-23 12:40:46 +0200
• 465ed07939 fix(router): add timeout on flume sends OlivierDehaene 2023-06-23 12:38:52 +0200
• 09e4e73f6e
  Adding new ignore_rule for conversion. Nicolas Patry 2023-06-22 21:37:10 +0200
• f282d1bdbc Fixing changed names for santacoder. Ubuntu 2023-06-22 14:15:53 +0000
• 34eadb54e9 Changing convert logic. Nicolas Patry 2023-06-22 14:52:47 +0200
• 2a13c833b5
  Print error logs from workers during integration tests Yang, Bo 2023-06-20 14:44:42 -0700
• 83e442ca9a feat(server): use encoding to get prefill tokens OlivierDehaene 2023-06-20 18:29:55 +0200
• c9c65ab323
  fix(server): Fixing T5 in case the names are mixed up. (#475) Nicolas Patry 2023-06-20 18:03:36 +0200
• a8aa688a7b
  Apply suggestions from code review Nicolas Patry 2023-06-20 16:16:45 +0200
• 5573f229c8 Fixing T5 in case the names are mixed up. Ubuntu 2023-06-20 14:03:29 +0000
• 53aa9194c8
  fix(server): fix warpers on CPU (#472) OlivierDehaene 2023-06-20 11:06:10 +0200
• 82c9fadefe fix(server): fix warpers on CPU OlivierDehaene 2023-06-19 17:44:53 +0200
• dca0fe2585 Adding GPTQ integration tests. add_integration_test Ubuntu 2023-06-19 12:14:17 +0000
• ece7ffa40a
  feat(server): improve flash attention import errors (#465) OlivierDehaene 2023-06-19 09:53:45 +0200
• 9c77ff23a7 feat(server): improve flash attention import errors OlivierDehaene 2023-06-16 16:56:08 +0200
• f59fb8b630
  feat(router): add ngrok integration (#453) OlivierDehaene 2023-06-16 16:25:11 +0200
• ce9119a2ab add cargo feature OlivierDehaene 2023-06-16 11:31:41 +0200
• 17837b1e51 Adding docs about GPTQ usage. add_gptq_docs Nicolas Patry 2023-06-15 19:41:04 +0200
• 16d0fb04ae Santacoder GPTQ support (quantized model seems awful, not sure if it's prompting or the quantization itself). Nicolas Patry 2023-06-15 16:59:31 +0200
• 59bd95f805 Adding some help for the options in text-generation-benchmark. Nicolas Patry 2023-06-15 16:26:10 +0200
• 51b2d4edca feat(router): add ngrok integration OlivierDehaene 2023-06-14 18:06:33 +0200
• 983c813f1d Typo. Nicolas Patry 2023-06-14 16:57:56 +0200
• 054a3d095c Triton is actually a dependency of torch on linux. Nicolas Patry 2023-06-14 15:03:17 +0200
• 732da6942b Remove lots of dead code, move triton to hard requirement Nicolas Patry 2023-06-14 14:55:45 +0200
• 5de6863756 No one saw that, therefore it didn't happen. Nicolas Patry 2023-06-14 12:23:30 +0200
• 55cf4d257c Tiny fixes for falcon. Nicolas Patry 2023-06-14 09:29:44 +0200
• e5e552b496 Falcon Nicolas Patry 2023-06-14 00:08:33 +0200
• ee1f94e64b Fixing register bias + gptq_bits type. Ubuntu 2023-06-13 21:45:23 +0000
• ffe8fc4699 Fixing few things Ubuntu 2023-06-13 18:58:09 +0000
• dadbbc27d5 Neox. Ubuntu 2023-06-13 16:05:53 +0000
• 3fb8979a6d Re-enabling dim=dim in TensorParallelColumn because llama. Ubuntu 2023-06-13 15:37:52 +0000
• ae308f88ec Some fixes. Ubuntu 2023-06-13 14:08:37 +0000
• a0a194c391 Functionning quantization script. Ubuntu 2023-06-13 11:45:08 +0000
• 5a72715344 Adding quantization scripts. Ubuntu 2023-06-12 15:57:32 +0000
• da8ebf16fe Typo. Nicolas Patry 2023-06-12 11:50:08 +0200
• 0b5859213e Fixing the dockerfile (require triton + gcc for compiling). Ubuntu 2023-06-09 16:25:14 +0000
• 92f85c964d Removing dead code. Ubuntu 2023-06-09 15:59:49 +0000
• 9a12941bef [WIP] Inference support for GPTQ (llama at least) Ubuntu 2023-06-09 15:48:13 +0000
• 5ce89059f8
  feat(server): pre-allocate past key values for flash causal LM (#412) OlivierDehaene 2023-06-12 18:30:29 +0200
• 4b9ebb0a85 faster OlivierDehaene 2023-06-12 16:25:23 +0200
• ca650e5bff
  fix(makefile): Fix typo and use POSIX comparison in the makefile (#443) sayf eddine hammemi 2023-06-12 15:24:53 +0200
• f550e49fcc
  Update Makefile OlivierDehaene 2023-06-12 15:24:23 +0200
• d0eaafdea6 Fix typo and use Posix comparison piratos 2023-06-12 14:39:21 +0200
• d4eb60f48d
  docs(launcher): fix CUDA_VISIBLE_DEVICES helper comment (#441) A.J 2023-06-12 13:59:22 +0200
• 49e3ee70b6 (TYPO): CUDA_VISIBLE_DEVICES comment antonio 2023-06-12 13:05:10 +0200
• e496c9ba5b
  feat(server): optimize dist ops (#434) OlivierDehaene 2023-06-09 11:55:29 +0200
• 92a74ea036 revert some changes OlivierDehaene 2023-06-05 18:54:23 +0200
• afdfe43346 update commit OlivierDehaene 2023-06-05 17:37:03 +0200
• c509e4e79d add other models OlivierDehaene 2023-06-05 16:55:53 +0200
• 3fc87f93bd fix OlivierDehaene 2023-06-02 18:17:18 +0200
• bfd6928c3e working OlivierDehaene 2023-06-01 18:37:14 +0200
• c9e7471742 working rw 7b OlivierDehaene 2023-06-01 13:32:48 +0200
• 5ff2dc9176 wip OlivierDehaene 2023-06-01 10:05:24 +0200
• bf3bef9582 black OlivierDehaene 2023-06-08 19:29:36 +0200
• b05ec96b0e remove quant OlivierDehaene 2023-06-08 19:29:22 +0200
• 219be4f488 remove OlivierDehaene 2023-06-08 16:29:31 +0200
• bdd811dd83 support input.shape 3 OlivierDehaene 2023-06-08 16:29:01 +0200
• b67405bd8e feat(server): opt dist ops OlivierDehaene 2023-06-08 16:25:24 +0200
• abd58ff82c
  feat(server): Rework model loading (#344) Nicolas Patry 2023-06-08 14:51:52 +0200
• f245aa0c57 warn on unused snapshot OlivierDehaene 2023-06-08 14:15:01 +0200
• c66648d920 add CARGO_REGISTRIES_CRATES_IO_PROTOCOL OlivierDehaene 2023-06-08 11:58:21 +0200
• b027f5f129 black + cleanup OlivierDehaene 2023-06-08 11:47:59 +0200
• 5e0a6ea1b7 skip instead of comment OlivierDehaene 2023-06-08 11:12:34 +0200
• 4170de1b37 Last fixes hopefully. Ubuntu 2023-06-08 08:18:11 +0000
• f3388d290f Just ditch the non flash integration tests. They work, but seem to mess the CI. Ubuntu 2023-06-07 14:28:17 +0000
• cc84387877 Fixing Falcon 40b Nicolas Patry 2023-06-07 16:17:06 +0200
• 5c82dcd2bf
  Update server/text_generation_server/models/custom_modeling/flash_rw_modeling.py Nicolas Patry 2023-06-07 15:00:20 +0200
• b8bfb2a91e Manual fixes. Ubuntu 2023-06-07 12:56:04 +0000
• 6ddcd1582c
  Apply suggestions from code review Nicolas Patry 2023-06-07 14:59:29 +0200
• c6ac50e42b Removing flash attention env Ubuntu 2023-06-07 09:22:13 +0000
• c5995652b0 Fix regular flash Ubuntu 2023-06-07 07:52:15 +0000
• 877d4d4aeb Adding integration for neox NON flash. Ubuntu 2023-06-06 16:19:27 +0000
• 644e0a65a3 Updating starcoder Ubuntu 2023-06-06 14:05:02 +0000
• fb0840944c Reducing number of reps while autotuning. quantization Ubuntu 2023-06-06 11:56:10 +0000
• daf59b0582 Large attention ? Ubuntu 2023-06-06 11:08:25 +0000
• d083d57d0d Fixing flash rw. Ubuntu 2023-06-06 10:45:59 +0000
• 2a1ecf3863 Fix rebase. Nicolas Patry 2023-06-06 11:20:53 +0200
• 7fa79f02ca Fix logic. Ubuntu 2023-05-25 09:42:59 +0000
• 4e071bf2f1 Fix PositionalRotary loads. Ubuntu 2023-05-25 09:34:31 +0000
• 165bb4b6c0 Green ? Ubuntu 2023-05-25 08:45:41 +0000
• c471e46cf8 M******** Ubuntu 2023-05-24 20:28:54 +0000
• 55045be42f Neox (non flash) port + kernel. Ubuntu 2023-05-24 13:07:12 +0000
• e36e42a3f4 T5? Ubuntu 2023-05-24 11:53:09 +0000
• 680f26d6b2 Typo. Ubuntu 2023-05-24 10:10:16 +0000
• 5c2a0e4555 Missing import. Ubuntu 2023-05-24 09:46:46 +0000
• 2362a80a4f Black + ruff + T5 w0 quant. Ubuntu 2023-05-24 09:35:29 +0000
• 15bf3d4944 Fused all commits for saner rebase.. Nicolas Patry 2023-05-19 12:01:57 +0200