Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 999eba8096 (nit) remove log Mohit Sharma 2024-12-11 12:10:35 +0000
• 918bea23cb fix facebook/opt-125m not working issue Wang, Yi A 2024-12-11 02:53:20 -0800
• 3a636ed165
  Update Makefile-flash-att-v2 Cyril Vallez 2024-12-11 11:25:12 +0100
• e69a384dfb
  Update Makefile-flash-att-v2 Cyril Vallez 2024-12-11 10:58:23 +0100
• a0035e6607
  Update Makefile-flash-att-v2 Cyril Vallez 2024-12-11 10:05:23 +0100
• c3b8899f10 Revert "Use optimum-habana v1.15-release branch" yuanwu 2024-12-11 08:17:17 +0000
• ab6591e759
  chore: Add doc and CI for TRTLLM (#2799) Hugo Larcher 2024-12-11 08:44:50 +0100
• b653605e54 feat(trtllm): fix logits retrieval trtllm/executor_stats Morgan Funtowicz 2024-12-10 23:28:13 +0100
• 372799a421
  Update Makefile-flash-att-v2 Cyril Vallez 2024-12-10 20:24:25 +0100
• 82c24f7420
  Using both value from config as they might not be correct. (#2817) Nicolas Patry 2024-12-11 00:07:09 +0530
• de73eff07c
  Default value for Backend start_health Nicolas Patry 2024-12-10 19:02:42 +0100
• e47249a3ea
  Much simpler solution. Nicolas Patry 2024-12-10 18:55:21 +0100
• a84ecf26aa
  Update Makefile-flash-att-v2 Cyril Vallez 2024-12-10 18:43:44 +0100
• 738f0b0e35
  Update Makefile-flash-att-v2 Cyril Vallez 2024-12-10 18:37:22 +0100
• b3b0747432
  switch version to make it work Cyril Vallez 2024-12-10 18:14:22 +0100
• 45a86d5cf0
  Simple attempt to fix the healthcheck block allocation. Nicolas Patry 2024-12-10 17:57:17 +0100
• da222900a1
  inits Cyril Vallez 2024-12-10 16:57:07 +0100
• 60059b6968 feat(trtllm): expose finish reason to Rust Morgan Funtowicz 2024-12-10 16:51:22 +0100
• ade0f44aca
  add transformers_flash Cyril Vallez 2024-12-10 16:46:55 +0100
• 22dbc449cd
  Fixing max_position_embeddings for falcon. Nicolas Patry 2024-12-10 12:15:13 +0100
• 988c1dc622 fix moe kernel comit Mohit Sharma 2024-12-10 11:10:44 +0000
• 1194cdb1ba remove grouped_topk Mohit Sharma 2024-12-10 10:58:01 +0000
• 07e9ec2b66 update partition size Mohit Sharma 2024-12-10 10:54:52 +0000
• ca071bdd1d revert silu Mohit Sharma 2024-12-10 10:41:40 +0000
• 2cca808c31 (vllm) updated vllm rocm kernels Mohit Sharma 2024-12-10 10:25:38 +0000
• b91f0c02c6
  Using both value from config as they might not be correct. Nicolas Patry 2024-12-10 10:53:33 +0100
• a2d878fa0f
  Small update to docs (#2816) Nicolas Patry 2024-12-10 15:16:26 +0530
• 4a121a30f6
  Small update to docs Nicolas Patry 2024-12-10 15:14:28 +0530
• fd4f861d2c enable flashdecoding, prefill chunking and prefix caching Wang, Yi A 2024-12-09 20:49:10 -0800
• 0a2736e34a Merge branch 'main' into flash_decoding Wang, Yi A 2024-12-09 20:46:33 -0800
• 61f3b4b3d6
  docs(README): supported hardware links TGI AMD GPUs Guspan Tanadi 2024-12-10 10:18:20 +0700
• 8f326c9791
  Fixing lockfile. v3.0.0 git_v3.0.0 Nicolas Patry 2024-12-09 21:20:59 +0100
• 7b631e21b0
  Preparing for v3 release. Nicolas Patry 2024-12-10 01:40:09 +0530
• b2fac5d947
  Hotfix link2 (#2812) Nicolas Patry 2024-12-10 01:27:18 +0530
• 465426e658
  2nd hotfix ? Nicolas Patry 2024-12-10 01:23:35 +0530
• a70dd2998b
  Hotfixing the link. (#2811) Nicolas Patry 2024-12-10 01:20:07 +0530
• c9a38d1452
  Hotfixing the link. Nicolas Patry 2024-12-10 01:19:32 +0530
• 042791fbd5
  Prep new version (#2810) Nicolas Patry 2024-12-10 01:12:42 +0530
• 94f7bf54be
  FIxup. Nicolas Patry 2024-12-10 00:58:07 +0530
• e86de495ab
  Update docs. Nicolas Patry 2024-12-10 00:48:51 +0530
• 8066b868fe
  Link fixup. Nicolas Patry 2024-12-10 00:37:31 +0530
• f7f19aa4aa
  New version. Nicolas Patry 2024-12-10 00:35:21 +0530
• 27fa83ca5b
  V3 doc (#2809) Nicolas Patry 2024-12-10 00:28:07 +0530
• c734e43446
  Updating asset. Nicolas Patry 2024-12-10 00:24:32 +0530
• 14189ae859
  V3 document. Nicolas Patry 2024-12-10 00:23:19 +0530
• a04356fb8c
  Attempt for cleverer auto batch_prefill values (some simplifications). (#2808) Nicolas Patry 2024-12-10 00:14:32 +0530
• de35b202c4 add moe-kernels Mohit Sharma 2024-12-09 17:49:20 +0000
• 2264702c01 (kernel) add marlin-kernels Mohit Sharma 2024-12-09 10:30:03 +0000
• 14d19738f6
  Adding L40s. Nicolas Patry 2024-12-09 11:05:17 +0100
• 908dec63d4
  Adding L40. Nicolas Patry 2024-12-09 10:54:14 +0100
• d701f9e866
  Adding small comment for source of calculation. Nicolas Patry 2024-12-09 10:48:20 +0100
• 36ed43c920
  Update launcher/src/main.rs Nicolas Patry 2024-12-09 10:41:34 +0100
• c922ef9534 Fix the warmup issue of llama2-7B. yuanwu 2024-12-09 07:20:48 +0000
• 5b04d6c49d
  Fixing typo insertion. Nicolas Patry 2024-12-08 18:42:13 +0100
• a0003a62a5
  Less flaky tests. Nicolas Patry 2024-12-08 17:07:09 +0100
• c6f023a06b Use optimum-habana v1.15-release branch yuanwu 2024-12-08 13:02:31 +0000
• 1b659788b5 Add the no-deps in pip install yuanwu 2024-12-08 12:14:38 +0000
• 73e6e3b871 Remove the error log yuanwu 2024-12-08 11:55:13 +0000
• 037ea55af3
  Attempt for cleverer auto batch_prefill values (some simplifications). Nicolas Patry 2024-12-08 12:36:46 +0100
• 9f356ce045 Refine the warmup process yuanwu 2024-12-07 09:56:16 +0000
• 9f5c9a5e22
  Enable paligemma2 (#2807) drbh 2024-12-06 14:41:49 -0500
• 08f6fa0b59
  Removing experimental to prefill chunking. Nicolas Patry 2024-12-06 19:09:40 +0100
• 6c62c8db24 feat: add test for paligemma2 drbh 2024-12-06 17:33:42 +0000
• d96dcb1797
  Adding A100 compute. (#2806) Nicolas Patry 2024-12-06 22:49:15 +0530
• 0096ba471d
  Adding A100 compute. Nicolas Patry 2024-12-06 18:18:00 +0100
• 0f0fe9a998 feat: support loading gemma2 as vlm text model drbh 2024-12-06 10:46:49 -0500
• e22cb47fe3 (fix) fp8 scaling for cuda Mohit Sharma 2024-12-06 14:16:39 +0000
• 5df8059037
  Auto max prefill (#2797) Nicolas Patry 2024-12-06 10:22:00 +0530
• 8c3669b287
  feat: auto max_new_tokens (#2803) OlivierDehaene 2024-12-06 05:50:35 +0100
• 68334a5fbf
  Fixing the tests. Nicolas Patry 2024-12-06 05:38:05 +0100
• 6685e8fcda
  use oneapi 2024 docker image directly for xpu (#2793) Wang, Yi 2024-12-06 12:06:23 +0800
• f022ecfaf8
  Attempting to reduces the issues (workarounds for now). Nicolas Patry 2024-12-05 20:26:17 +0100
• 7f1c22a72b
  update default OlivierDehaene 2024-12-05 18:22:54 +0100
• 124eea2d0e
  feat: auto max_new_tokens OlivierDehaene 2024-12-05 18:17:40 +0100
• f0cd4742c2 misc(backend): fix reborrowing Pin<&mut T> as described in the doc https://doc.rust-lang.org/stable/std/pin/struct.Pin.html#method.as_mut Morgan Funtowicz 2024-12-05 16:31:19 +0100
• 049f4acd5b feat(backend): fix missing "0" field access Morgan Funtowicz 2024-12-05 15:29:23 +0100
• b3cd5ea076 feat(backend): make sure we can easily cancel request on the executor Morgan Funtowicz 2024-12-05 13:54:56 +0100
• ca8a115adc
  Remove some scaffolding. Nicolas Patry 2024-12-04 21:54:25 +0100
• a78b6fd1e8
  Fixing a few tests. Nicolas Patry 2024-12-04 21:34:46 +0100
• e0db633396
  fix: avoid setting use_sgmv if no kernels present (#2796) drbh 2024-12-04 15:26:09 -0500
• 3ed703c273
  Repairing prompt token counting. Nicolas Patry 2024-12-04 19:18:22 +0100
• 3a86afc713
  Add a flag that enables users to get logprobs back. Nicolas Patry 2024-12-04 18:45:28 +0100
• f6998f84e9
  Dropping all the prefill logprobs. Nicolas Patry 2024-12-04 18:39:10 +0100
• 300f6c6f94 feat(backend) fix moving backend when pulling Morgan Funtowicz 2024-12-04 17:32:14 +0100
• 460f290d5b effectively cancel the request on the executor Morgan Funtowicz 2024-12-04 14:29:04 +0100
• b6dbf605af chore(trtllm): update dependency towards 0.15.0 Morgan Funtowicz 2024-12-04 12:02:42 +0100
• 7788a6b849
  doc: Formatting Hugo Larcher 2024-12-04 10:49:41 +0100
• cc6bc339e5 test(backend): more test coverage Morgan Funtowicz 2024-12-04 00:16:02 +0100
• 13e6d522b7
  More tests. Nicolas Patry 2024-12-03 19:05:36 +0100
• 62530649b8 feat(backend): remove constexpig Morgan Funtowicz 2024-12-03 16:47:48 +0100
• 881527a544 feat(backend): remove constexpr from par Morgan Funtowicz 2024-12-03 16:46:59 +0100
• 491b5726a6
  chore: Add doc and CI for TRTLLM Hugo Larcher 2024-12-03 16:44:10 +0100
• bd3a19dd8f
  chore: Add doc and CI for TRTLLM Hugo Larcher 2024-12-03 16:42:03 +0100
• 51123a603d
  chore: Add doc and CI for TRTLLM Hugo Larcher 2024-12-03 16:40:32 +0100
• e6c15e5570
  chore: Add doc and CI for TRTLLM Hugo Larcher 2024-12-03 16:04:57 +0100
• e2454dba40 (feat) convert tscales to tensorwise Mohit Sharma 2024-12-03 15:12:18 +0000
• 28ba5e9618 fix: avoid setting use_sgmv if no kernels present drbh 2024-12-02 19:40:49 -0500
• ad3ed0d1a1 test(backend): add more unittest Morgan Funtowicz 2024-12-03 14:39:10 +0100
• c94b9de445 feat(backend): add guard to multiple header definitions Morgan Funtowicz 2024-12-03 14:07:49 +0100
• 16ba2f5a2b feat(backend): fix main.rs retrieving the tokenizer Morgan Funtowicz 2024-12-03 12:11:17 +0100