Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 6d4ac297a9 misc(backend): kthxbye retry s3 Morgan Funtowicz 2024-12-17 12:42:49 +0100
• d0108b4d16 misc(backend): WWWWWWWWWWWWWAAAAAAAA Morgan Funtowicz 2024-12-17 12:29:33 +0100
• b8d755e806 misc(backend): ok let's debug smtg Morgan Funtowicz 2024-12-17 12:14:46 +0100
• 7f9b2232ca misc(backend): make sure to correctly set IS_GHA_BUILD=true in wf Morgan Funtowicz 2024-12-17 10:53:42 +0100
• fd039b6aac misc(backend): missing env directive Morgan Funtowicz 2024-12-17 10:41:36 +0100
• 71311bedae misc(backend): let's try with GHA Morgan Funtowicz 2024-12-17 10:40:51 +0100
• 783a057ac0 misc(backend): once more? Morgan Funtowicz 2024-12-16 16:03:07 +0100
• f1986c0bea misc(backend): test with TGI S3 conf Morgan Funtowicz 2024-12-16 15:51:03 +0100
• 5d5524d680 misc(backend): test with TGI S3 conf Morgan Funtowicz 2024-12-16 15:47:51 +0100
• 253116ef8e misc(ci): WAT Morgan Funtowicz 2024-12-13 09:46:13 +0100
• ba738e23e1 misc(ci): WAT Morgan Funtowicz 2024-12-13 09:43:22 +0100
• 425f0bf4e5 misc(ci): WAT Morgan Funtowicz 2024-12-12 16:42:38 +0100
• 5fbab2754b misc(ci): WAT Morgan Funtowicz 2024-12-12 16:14:48 +0100
• 88884f92c9 misc(ci): WAT Morgan Funtowicz 2024-12-12 16:08:01 +0100
• 55c92d0234 misc(ci): do not build with ssl enabled Morgan Funtowicz 2024-12-12 15:57:11 +0100
• b43fe7efb2 misc(ci): lets actually use sccache ... Morgan Funtowicz 2024-12-12 15:38:44 +0100
• 2737416176 misc(ci): add debug profile Morgan Funtowicz 2024-12-12 14:52:12 +0100
• f9395008b5 misc(ci): add debug profile Morgan Funtowicz 2024-12-12 14:34:30 +0100
• dc34f5a70e misc(ci): again Morgan Funtowicz 2024-12-12 14:24:33 +0100
• bdab3bbdb5 misc(ci): again Morgan Funtowicz 2024-12-12 13:11:54 +0100
• ea7cf3aba8 misc(ci): let's try this way Morgan Funtowicz 2024-12-12 13:00:13 +0100
• 0aa49a1674 misc(ci): export aws creds as output of step Morgan Funtowicz 2024-12-12 12:48:58 +0100
• 3f8dc96caf misc(ci): provide mecanism to cache inside container Morgan Funtowicz 2024-12-12 12:45:14 +0100
• 7db90f1c5f misc(ci): let's try to build the Dockerfile for trtllm Morgan Funtowicz 2024-12-12 11:50:39 +0100
• 119a40ca11 misc(ci): update Rust action toolchain Morgan Funtowicz 2024-12-12 09:40:07 +0100
• 0ab1dd8479 misc(ci): enabe building tensorrt-llm Morgan Funtowicz 2024-12-12 09:29:14 +0100
• cb8fdde103 feat(trtllm): fix logits retrieval Morgan Funtowicz 2024-12-10 23:28:13 +0100
• 0baa0173a3 feat(trtllm): expose finish reason to Rust Morgan Funtowicz 2024-12-10 16:51:22 +0100
• f729f2c59b test(ctest) enable address sanitizer Morgan Funtowicz 2024-11-19 00:17:10 +0100
• a2fe842795
  Simplify with monkey patch Cyril Vallez 2025-01-20 11:52:58 +0100
• 2659b5998b
  raise error if needed Cyril Vallez 2025-01-20 11:29:51 +0100
• 447a5b2f87
  Fixing TRTLLM dockerfile. (#2922) Nicolas Patry 2025-01-20 11:13:46 +0100
• b2f82510f6
  Unwanted files. Nicolas Patry 2025-01-17 18:50:37 +0100
• b7c963d33c
  Modifying this should cache hit. Nicolas Patry 2025-01-17 18:49:09 +0100
• c44511220d
  Revert "Modifying this should cache hit." Nicolas Patry 2025-01-17 18:49:49 +0100
• 46a2bde108
  Modifying this should cache hit. Nicolas Patry 2025-01-17 18:49:09 +0100
• 176f7839a6
  Removing the cache directive. Nicolas Patry 2025-01-17 18:33:09 +0100
• c567676cb6
  Creating a dummy modification to chekc CI runs. Nicolas Patry 2025-01-17 18:19:03 +0100
• 630f198624
  flashinfer: switch to plan API (#2904) Daniël de Kok 2025-01-17 18:18:02 +0100
• 8f6146f11a
  Revert "feat: improve qwen2-vl startup " (#2924) drbh 2025-01-17 12:09:05 -0500
• 009a95aee7
  Revert "feat: improve qwen2-vl startup (#2802)" drbh 2025-01-17 12:06:45 -0500
• f01014de37
  fix compatibility version issue Cyril Vallez 2025-01-17 17:04:56 +0000
• eecca27113
  feat: improve qwen2-vl startup (#2802) drbh 2025-01-17 11:50:41 -0500
• 42ae6dea02
  Remove Warpers for Processor Cyril Vallez 2025-01-17 16:39:49 +0000
• 17192c9a0e fix: remove test debug params enable-qwen2vl-video drbh 2025-01-17 16:19:02 +0000
• b40c889360
  small fix Cyril Vallez 2025-01-17 16:05:47 +0000
• b03d7ae951
  Update based on transformers PR Cyril Vallez 2025-01-17 15:34:08 +0000
• 6e982f43a1
  fix the crash of meta-llama/Llama-3.2-1B (#2918) Wang, Yi 2025-01-17 22:50:58 +0800
• 2715792a2c
  Fixed. Nicolas Patry 2025-01-17 15:50:12 +0100
• b4187d6022 Add tgi_batch_current_size and tgi_batch_current_size as response header response-header-metrics Corentin REGAL 2025-01-17 15:48:02 +0100
• 3e4ca5032b
  Apply suggestions from code review Nicolas Patry 2025-01-17 15:43:34 +0100
• c20025dbf7
  Add fp8 kv cache for ROCm (#2856) Mohit Sharma 2025-01-17 18:43:29 +0530
• ac62bd1572
  improve type hints + required args Cyril Vallez 2025-01-17 13:09:52 +0000
• 32488c1a11
  remove flag Cyril Vallez 2025-01-17 12:26:51 +0000
• 2672cae576
  Fixing TRTLLM dockerfile. Nicolas Patry 2025-01-17 12:38:58 +0100
• de19e7e844
  Moving to uv instead of poetry. (#2919) Nicolas Patry 2025-01-17 12:32:00 +0100
• 0ce2dff9f9
  flashinfer: switch to plan API Daniël de Kok 2025-01-13 09:34:24 +0000
• d61f14f271
  nix: update to PyTorch 2.5.1 (#2921) Daniël de Kok 2025-01-17 12:12:11 +0100
• 885144166f
  Flash decoding kernel adding and prefill-chunking and prefix caching enabling in intel cpu/xpu (#2815) Wang, Yi 2025-01-17 19:04:57 +0800
• 5b10e5bccf remove bookkeeping field Mohit Sharma 2025-01-17 10:21:34 +0000
• 8ffb5b3697 Merge branch 'main' into fp8_kvcache_rocm Mohit Sharma 2025-01-17 08:53:31 +0000
• bde5f9ad82 nix: update to PyTorch 2.5.1 nix/pytorch-2.5.1 Daniël de Kok 2025-01-17 06:44:21 +0000
• 82f6ea1b71
  feat: improve star coder to support multi lora layers (#2883) drbh 2025-01-16 16:23:55 -0500
• b6c738b8df fix: bump adapter test for added later names drbh 2025-01-16 19:47:01 +0000
• ca39f26f27 fix: rerun pre commit lints drbh 2025-01-16 18:22:02 +0000
• 37f92f2c04 fix: tweak param types drbh 2025-01-16 17:42:52 +0000
• 6706d8d139 fix: bump snapshot for added tests drbh 2025-01-16 17:31:19 +0000
• ab4693cfd8
  Editable it is. Nicolas Patry 2025-01-16 18:22:35 +0100
• 78cd756caf fix: improve video processing and update unsupported paths drbh 2025-01-16 17:20:27 +0000
• 3ffd2ce813
  Non editable? Nicolas Patry 2025-01-16 18:13:11 +0100
• 93c4a046d6
  Editable install necessary ? Nicolas Patry 2025-01-16 17:57:06 +0100
• d279f5cd1c
  TRying to check that pb is imported correctly. Nicolas Patry 2025-01-16 17:46:56 +0100
• b12ba27684
  Trying to force-include this pb folder. Nicolas Patry 2025-01-16 17:26:03 +0100
• d7c1cca44a
  --system is redundant. Nicolas Patry 2025-01-16 17:13:42 +0100
• d611f0f5e2 feat: improve weight that support adapters and add tests for starcoder with lora drbh 2025-01-13 21:53:11 +0000
• 31778a6508 feat: improve star coder to support multi lora layers drbh 2025-01-07 00:21:58 +0000
• bd59f96135 feat: update to run qwen2-vl tests drbh 2025-01-14 22:15:04 +0000
• 822bd045e5 fix: address image resize and rebase changes drbh 2024-12-09 21:25:13 +0000
• 45e5c2c266 feat: adjust rotary embed and avoid cuda graphs of size 2 and smaller drbh 2024-12-06 00:54:20 +0000
• 1bcfba305b feat: tokenize each request individually and increase warmup image size drbh 2024-12-05 10:58:37 -0500
• 3790dde61b
  Monkeying this... Nicolas Patry 2025-01-16 16:14:23 +0100
• b67ca525db
  docker install on system Nicolas Patry 2025-01-16 15:19:19 +0100
• 418b058d34
  Add the cli entry point. Nicolas Patry 2025-01-16 15:17:08 +0100
• 58a277da49
  Install system ? Nicolas Patry 2025-01-16 15:01:15 +0100
• df26ff1f13
  Fixing the test by activating the environment ? Nicolas Patry 2025-01-16 14:16:41 +0100
• 4982b9c765
  Fix ? Nicolas Patry 2025-01-16 14:11:41 +0100
• 1987291593
  Create the venv. Nicolas Patry 2025-01-16 14:02:48 +0100
• 73ab6a5da1
  Creating venv if not created. Nicolas Patry 2025-01-16 13:52:28 +0100
• 9177fbfda6
  Moving to uv instead of poetry. Nicolas Patry 2025-01-16 13:43:16 +0100
• 5f78ec32a5
  Do not convert weight scale to e4m3fnuz on CUDA (#2917) Daniël de Kok 2025-01-16 13:44:32 +0100
• 0a48e5624c fix the crash of meta-llama/Llama-3.2-1B Wang, Yi A 2025-01-16 04:23:16 -0800
• f951a8b48d Do not convert weight scale to e4m3fnuz on CUDA Daniël de Kok 2025-01-16 11:06:11 +0000
• 9935a9ff1f
  Merge TRTLLM in standard CI Hugo Larcher 2025-01-16 00:59:28 +0100
• 922cc38fbc
  Upgrading bitsandbytes. (#2910) Nicolas Patry 2025-01-15 20:07:21 +0100
• 120bd3e3bb
  Removing the github runner. (#2912) Nicolas Patry 2025-01-15 19:20:44 +0100
• 266377b328
  simplify check Cyril Vallez 2025-01-15 18:05:55 +0000
• ef23cfd013
  Removing the github runner. Nicolas Patry 2025-01-15 18:54:53 +0100
• ca6e3d981b
  Tighter lock. Nicolas Patry 2025-01-15 18:49:20 +0100
• 1470aec9d9
  Fix typo in TPU docs (#2911) Baptiste Colle 2025-01-15 18:32:07 +0100
• f4434dee1d docs(tpu): fix typo Baptiste Colle 2025-01-15 17:44:11 +0100