Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• b404b1dffe
  Attempt #28 Nicolas Patry 2024-09-10 15:41:10 +0200
• 393e5f4b30
  Debugging CIs is fun. Nicolas Patry 2024-09-10 15:35:09 +0200
• b9bdd5ca90
  Get me a debug branch Nicolas Patry 2024-09-10 15:13:26 +0200
• 99fd425ed2
  Mounting on the job. Nicolas Patry 2024-09-10 14:47:56 +0200
• ed51bb94ce
  Add comment for why slot 0 is OK. Nicolas Patry 2024-09-10 11:46:45 +0200
• 2881edb3d7
  Remove 1 log and put back the other. Nicolas Patry 2024-09-10 10:59:58 +0200
• 29d3601457
  Minor fixup Nicolas Patry 2024-09-10 10:52:02 +0200
• d57b7091aa
  Are we done yet ? Nicolas Patry 2024-09-10 10:24:56 +0200
• 8857b68cfc fix ci failure Wang, Yi A 2024-09-09 23:54:55 -0700
• 8c3859d153 Merge branch 'main' into gpt_awq_4 Wang, Yi A 2024-09-09 23:19:08 -0700
• 3f2dc61500 fix style Mohit Sharma 2024-09-09 10:13:59 +0000
• e128bc540b
  Upgrading some stuff. Nicolas Patry 2024-09-09 11:37:06 +0200
• af7d9f7b7d
  Upgraded flashinfer. Nicolas Patry 2024-09-09 10:03:43 +0200
• 528cdb51f8 bump ratatui all the way with options Alex Strick van Linschoten 2024-09-08 16:37:57 +0200
• 8bcd432892
  use ratatui not archived tui Alex Strick van Linschoten 2024-09-08 16:13:01 +0200
• 0deebe7012 Update README with Docker image v2.0.5 regisss 2024-09-07 17:56:52 +0000
• bf9865e956
  Upgrade to Optimum Habana v1.13.2 (#222) regisss 2024-09-07 19:52:59 +0200
• a4f39a1cae
  Update README.md with changes related to LLava-next multi card support (#221) Thanaji Rao Thakkalapelli 2024-09-07 08:46:21 -0700
• eabbbbda23
  Add Directory Check to Prevent Redundant Cloning in Build Process (#2486) nix_test2 Vallepu Vamsi Krishna 2024-09-07 16:49:43 +0530
• efd7cec4a3
  Adding numpy to diff. Nicolas Patry 2024-09-07 11:39:18 +0200
• 1d0847a90e
  Revert the max prefix hit. Nicolas Patry 2024-09-07 01:19:16 +0200
• c67bec168e
  Remove some comments. Nicolas Patry 2024-09-07 00:53:12 +0200
• 37790de5ca
  Is it really flashinfer version ? Nicolas Patry 2024-09-07 00:34:31 +0200
• ad7c620f0f
  Llava-next: Added flash_attention_recompute option (#220) Thanaji Rao Thakkalapelli 2024-09-06 13:20:07 -0700
• 2299b739fe
  Only Apply the TP in language_model (#219) yuanwu2017 2024-09-07 04:19:24 +0800
• 69c168d1e0
  Fix parsing Nicolas Patry 2024-09-06 18:50:52 +0200
• 785c6e4893
  Fixed the radix tree. Nicolas Patry 2024-09-06 17:31:32 +0200
• f952024533
  Remove other tensor creation. Nicolas Patry 2024-09-06 16:59:11 +0200
• d45408e935
  [WIP] tmp dump of integration load tests. Nicolas Patry 2024-09-05 14:23:06 +0200
• 3669d078e0
  Adding prefix test. Nicolas Patry 2024-09-05 10:33:50 +0200
• c1fe28d694
  Fixing more correctly the invalid drop of the batch. (#2498) Nicolas Patry 2024-09-06 17:35:49 +0200
• aaea212d0f
  Add links to Adyen blogpost (#2500) Martin Iglesias Goyanes 2024-09-06 17:00:54 +0200
• 5d9d3717b2
  Update _toctree.yml Martin Iglesias Goyanes 2024-09-06 15:47:02 +0200
• 0dfb012ffe
  Update external.md Martin Iglesias Goyanes 2024-09-06 15:46:40 +0200
• 4f41db604a
  Adding to toctree. Nicolas Patry 2024-09-06 15:33:37 +0200
• 88e2997b9c style Mohit Sharma 2024-09-06 12:23:18 +0000
• 7dee5e359e Add links to Adyen blogpost martini 2024-09-06 14:06:08 +0200
• 778883655a
  Fixing more correctly the invalid drop of the batch. Nicolas Patry 2024-09-06 11:41:47 +0200
• a3c9c62dc0
  hotfix: add syrupy to the right subproject (#2499) Daniël de Kok 2024-09-06 12:47:06 +0200
• 379472c4c2
  radix trie: add assertions (#2491) Daniël de Kok 2024-09-06 11:55:23 +0200
• b9b5df7492 hotfix: add syrupy to the right subproject Daniël de Kok 2024-09-06 09:53:06 +0000
• 2eb57a15ec
  Fix incompatibility with latest syrupy and update in Poetry (#2497) Daniël de Kok 2024-09-06 11:00:52 +0200
• 0424e27f65
  nix: add pyright/ruff for proper LSP in the impure devshell (#2496) Daniël de Kok 2024-09-06 10:19:04 +0200
• 8d62b831c1 Fix incompatibility with latest syrupy and update in Poetry Daniël de Kok 2024-09-06 08:16:39 +0000
• e79f627d8f nix: add pyright/ruff for proper LSP in the impure devshell Daniël de Kok 2024-09-06 08:07:41 +0000
• 5cd8025f18
  hotfix: fix regression of attention api change in intel platform (#2439) Wang, Yi 2024-09-05 23:41:39 +0800
• e279b38aca
  Add two handy gitignores for Nix environments (#2484) Daniël de Kok 2024-09-05 17:06:54 +0200
• 8b96a18265
  Adding links to Adyen blogpost. (#2492) Nicolas Patry 2024-09-05 16:11:52 +0200
• e98b726a37
  Adding links to Adyen blogpost. Nicolas Patry 2024-09-05 16:06:43 +0200
• deec30f893
  hotfix: avoid non-prefilled block use when using prefix caching (#2489) Daniël de Kok 2024-09-05 15:09:29 +0200
• 082fe5eb67 radix trie: add assertions Daniël de Kok 2024-09-05 12:11:18 +0000
• 02f0083c7a hotfix: avoid non-prefilled block use when using prefix caching Daniël de Kok 2024-09-05 12:04:29 +0000
• 0c7fddcfef
  Update Makefile-fbgemm Vallepu Vamsi Krishna 2024-09-04 12:01:56 +0530
• ff0505e7f9 added custom PA Mohit Sharma 2024-09-04 05:46:28 +0000
• b5e25e30ca Add two handy gitignores for Nix environments Daniël de Kok 2024-09-03 12:59:20 +0000
• 69dd51069f unique hash for each image token feature/vlm-prefix-caching Daniël de Kok 2024-09-03 12:56:02 +0000
• 8c74ee4498 Simplify image token lookup Daniël de Kok 2024-09-03 11:46:23 +0000
• bac2cf7655 Idefics Daniël de Kok 2024-09-03 11:36:11 +0000
• 029d2719c1 vlm fixes Daniël de Kok 2024-09-03 10:30:15 +0000
• 6cb42f49ae
  feat: support lora revisions and qkv_proj weights (#2482) drbh 2024-09-02 13:09:06 -0400
• e6c524c66b WIP Daniël de Kok 2024-09-02 14:48:16 +0000
• 47d7e34458
  fix: enable chat requests in vertex endpoint (#2481) drbh 2024-09-02 10:00:52 -0400
• 85b5ce6539 fix: add qkv_proj weights to weight test drbh 2024-09-02 13:57:37 +0000
• de2cdeca53
  nix: add punica-kernels (#2477) Daniël de Kok 2024-09-02 11:31:36 +0200
• a258e8f66a
  fix: Fix PR comments feat/add-load-test Hugo Larcher 2024-08-30 15:41:43 +0200
• e4ab855480
  nix: improve impure devshell (#2478) Daniël de Kok 2024-09-02 09:27:10 +0200
• 8666df68d6 feat: support lora revisions and qkv_proj weights drbh 2024-08-30 22:24:01 +0000
• ed8c7726ba feat: avoid unwrap and pre allocate future vec drbh 2024-08-30 16:47:24 +0000
• b5dd58f73b fix: enable chat requests in vertex endpoint drbh 2024-08-30 16:19:30 +0000
• 345d47362f
  Merge branch 'main' into feat/add-load-test Hugo Larcher 2024-08-30 15:31:55 +0200
• 4e78b00677
  fix: Fix PR comments (remove Jinja) Hugo Larcher 2024-08-30 15:29:30 +0200
• 7499629a97 nix: improve impure devshell Daniël de Kok 2024-08-30 10:07:17 +0000
• 1d9404d008 nix: add punica-kernels Daniël de Kok 2024-08-30 09:56:36 +0000
• bb803bb3bd fix regression caused by attention api change. ipex.varlen_attention does not support paged-cache format kv input now. Wang, Yi A 2024-08-29 19:02:06 -0700
• d9fbbaafb0
  Tied embeddings in MLP speculator. (#2473) Nicolas Patry 2024-08-29 17:44:54 +0200
• 9883f3b40e
  update doc with intel cpu part (#2420) Wang, Yi 2024-08-29 23:42:02 +0800
• 765129a345
  Apply suggestions from code review Nicolas Patry 2024-08-29 17:41:44 +0200
• 9f036684ef
  Adding scaling support + optimize some ops. Nicolas Patry 2024-08-29 17:31:41 +0200
• 09a1de5cd1
  Fixing the scale_weight when users decide to not use the speculation as much as defined in the config. Nicolas Patry 2024-08-29 12:33:45 +0200
• 62a8343153
  Tied embeddings in MLP speculator. Nicolas Patry 2024-08-29 12:30:26 +0200
• d5202c46f7
  feat: add /v1/models endpoint (#2433) drbh 2024-08-29 10:32:38 -0400
• e415b690a6
  Lots of improvements (Still 2 allocators) (#2449) Nicolas Patry 2024-08-29 16:29:01 +0200
• 4e821c003a
  nix: build Torch against MKL and various other improvements (#2469) Daniël de Kok 2024-08-29 16:25:25 +0200
• b4126793a5
  Fmt. Nicolas Patry 2024-08-29 12:37:48 +0200
• 0c00b9495d
  Revert the Cohere tokenizer change (for now using a revision instead). Nicolas Patry 2024-08-29 11:35:18 +0200
• 9bfdac237d
  Fix disabling prefix caching - Fix windowing checks. Nicolas Patry 2024-08-29 11:34:13 +0200
• 3d5f10701d
  Update _toctree.yml Omar Sanseviero 2024-08-29 12:32:44 +0200
• 5838f2139f
  Tied embeddings in MLP speculator. upgrade_mlp_speculator Nicolas Patry 2024-08-29 12:30:26 +0200
• d77f5f2eff
  Update server/text_generation_server/layers/attention/common.py Nicolas Patry 2024-08-29 11:59:31 +0200
• 4b375004c9
  Apply suggestions from code review Nicolas Patry 2024-08-29 11:58:57 +0200
• 5e2932552c
  Revert the Cohere tokenizer change (for now using a revision instead). Nicolas Patry 2024-08-29 11:35:18 +0200
• fc7ea202c2
  Fix disabling prefix caching - Fix windowing checks. Nicolas Patry 2024-08-29 11:34:13 +0200
• e1e8b6d9c0
  Small improvements for docs osanseviero 2024-08-29 11:24:00 +0200
• bef2f6bdaa
  Fixing the free algorithm to handle times where the common prefix is smaller. Nicolas Patry 2024-08-29 09:17:00 +0200
• 9c839ca5df
  Adding error message when assert is violated. Nicolas Patry 2024-08-28 21:22:36 +0200
• f4f75b2644 nix: build Torch against MKL and various other improvements Daniël de Kok 2024-08-28 19:16:58 +0000
• 8f99f165ce
  fix: improve regex expression (#2468) drbh 2024-08-28 13:44:44 -0400
• e7e036389e
  Revert the integrationt tests change (seem linked to head_size modification). Nicolas Patry 2024-08-28 19:38:51 +0200
• 3d6aefe201 fix: improve regex expression drbh 2024-08-28 17:33:32 +0000
• 73d93bdd93
  Downgrade sympy to match synapaseAI 1.18 base image (#215) Thanaji Rao Thakkalapelli 2024-08-28 08:45:44 -0700