Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 45d3a3a253
  fix: Allow back arguments in function definition and the corresponding test Nicolas Casademont 2025-02-04 11:07:42 +0100
• 58f5f2ee27 fix: adjust signatures with types drbh 2025-02-04 00:30:47 +0000
• 6cb0cb68b4 fix: improve and simplify get_cos_sin, refactors and cleanup get_position_ids drbh 2025-02-04 00:25:59 +0000
• 88fd56f549
  Add strftime_now callable function for minijinja chat templates (#2983) Alvaro Bartolome 2025-02-03 15:30:48 +0100
• 8ae92e5d70
  Merge branch 'huggingface:main' into fix/dockerfile-triton Yaser Jaradeh 2025-02-03 11:48:01 +0100
• e3f2018cb5
  hotfix: fix trtllm CI build on release (#2981) Hugo Larcher 2025-02-03 11:11:15 +0100
• 5102f3f55a
  fix: test release. Works. Hugo Larcher 2025-02-02 13:03:40 +0100
• ae9def4aec
  fix: test release. env not recognized https://github.com/actions/runner/issues/1661 Hugo Larcher 2025-02-02 11:10:09 +0100
• 66af3c7801
  fix: test release. Hugo Larcher 2025-02-01 21:47:45 +0100
• b4f4817f1a
  fix: test release. Hugo Larcher 2025-02-01 13:35:43 +0100
• 77940ac73f
  Fix test_chat_template_valid_with_strftime_now Alvaro Bartolome 2025-01-31 21:52:55 +0100
• 1c17d8a768
  Fix test_chat_template_valid_with_strftime_now Alvaro Bartolome 2025-01-31 21:41:15 +0100
• 3d132ab627
  Add chrono and strftime_now function callable Alvaro Bartolome 2025-01-31 21:25:41 +0100
• 9eaa163239 fix: add more test and improve model generation drbh 2025-01-31 18:30:32 +0000
• aeb1262ab3
  hotfix: fix trtllm CI build on release Hugo Larcher 2025-01-31 18:15:29 +0100
• 79550f8b47 fix: remove check for default rope type drbh 2025-01-29 16:10:17 +0000
• cb7ec9cb60 fix: improve mrope check in cuda graph warmup drbh 2025-01-29 13:03:36 +0000
• 585e270ac3 fix: check key before access drbh 2025-01-29 00:10:43 +0000
• d0e2332d17 fix: check existance before accessing rope type in cuda warmup drbh 2025-01-28 22:54:34 +0000
• 79a2c956de fix: improve position id init during cuda warmup for mrope and simplfy rotary forward drbh 2025-01-28 21:08:58 +0000
• c75c01e9b9 fix: update position ids so first dim is batch, simplify rotary and bump vlm default token limit drbh 2025-01-28 19:25:23 +0000
• 68e3ee8e79 fix: simplify get position ids and remove usused vision config drbh 2025-01-28 15:40:05 +0000
• 6893eb3834 fix: adjust rotaty init path drbh 2025-01-27 16:02:51 +0000
• 5f416f6e28 fix: enable all cuda graphs and bump snapshots drbh 2025-01-23 15:32:46 +0000
• eef3c7bdf2 fix: prefer default dtype drbh 2025-01-23 15:07:19 +0000
• 7ab99bc6b3 feat: refactor position ids in warmup and bump tests drbh 2025-01-22 20:51:20 +0000
• cf5c66043e fix: include clippy lint drbh 2025-01-22 18:38:07 +0000
• a0ab962b6d fix: limit vision flop calc to qwen2 vl models and update config typing drbh 2025-01-22 18:30:03 +0000
• d12e075966 fix: improve multimodal rotary embed caching drbh 2025-01-22 16:43:53 +0000
• 77ef543061 feat: refactor model, improve startup and re enable tests drbh 2025-01-21 22:31:22 +0000
• 0d3cb2baa5
  Merge 50c8ebdef0 into bb69c5b199 Nicolas Patry 2025-01-31 14:43:04 +0100
• bb69c5b199
  Back on nix main. (#2979) Nicolas Patry 2025-01-31 14:39:52 +0100
• 3b62020c60
  Back on nix main. Nicolas Patry 2025-01-31 14:29:12 +0100
• 463228ebfc
  Update version number. v3.1.0 git_v3.1.0 Nicolas Patry 2025-01-31 14:24:45 +0100
• c9d68945cc
  Prepare for release 3.1.0 (#2972) Nicolas Patry 2025-01-31 14:19:01 +0100
• 50c8ebdef0
  CI must be green. Nicolas Patry 2025-01-31 13:16:29 +0100
• 6a7b92a7ea
  Deactivating the flaky test. Nicolas Patry 2025-01-31 12:33:08 +0100
• c07a2cc82b
  Update moe-kernel to 0.8.2 for rocm (#2977) Mohit Sharma 2025-01-31 16:10:00 +0530
• e973602289 update moe-kernel for amd Mohit Sharma 2025-01-31 10:31:13 +0000
• 5452c1294c backend(vllm): disable metrics for now vllm/setup Morgan Funtowicz 2025-01-31 10:56:54 +0100
• 77bc943341
  Upgrade to moe-kernels 0.8.2 for Hip support. Nicolas Patry 2025-01-31 10:49:18 +0100
• 4d4c833379
  Fixing stuff. Nicolas Patry 2025-01-31 09:18:44 +0100
• 57fa04adfd
  Cleaner version. Nicolas Patry 2025-01-31 09:07:31 +0100
• 1932c5b9ed
  Adding kvrouter to the workspace. Nicolas Patry 2025-01-29 13:48:06 +0100
• 914b163768
  Remove kvrouter from default members. Nicolas Patry 2025-01-29 13:27:32 +0100
• 0a495ad118
  Updating the kvrouter to support roundrobin Nicolas Patry 2025-01-29 12:40:26 +0100
• 6a88063cc2
  Adding Dummy kvrouter. Nicolas Patry 2025-01-28 19:48:17 +0100
• 7ef8b89ee7
  More logs in the allocator. Nicolas Patry 2025-01-28 11:19:37 +0100
• 34e1b986f7
  Back on main flake. Nicolas Patry 2025-01-30 21:12:34 +0100
• f01862c0c0
  Prepare for release 3.1.0 Nicolas Patry 2025-01-30 20:49:08 +0100
• b1a9dfff21 Add tests for all aliases Alex Weston 2025-01-30 14:11:05 -0500
• 67a696fad9 Add json_schema alias for GrammarType Alex Weston 2025-01-30 14:03:54 -0500
• 065aabb13d
  doc: Update TRTLLM deployment doc. (#2960) Hugo Larcher 2025-01-30 18:04:42 +0100
• cb747b33da
  Add deepseekv3 (#2968) Nicolas Patry 2025-01-30 16:40:25 +0100
• 2c90b0575b
  Scoring func softmax is the only one that works. Nicolas Patry 2025-01-30 16:28:55 +0100
• d5b2c25d8f
  Fix other call locations. Nicolas Patry 2025-01-30 16:26:44 +0100
• c174142fe5
  Put link to ref. Nicolas Patry 2025-01-30 16:21:26 +0100
• 003163a2b9 backend(vllm): map ResultOutput to InferStreamResponse to stream back to the client Morgan Funtowicz 2025-01-30 16:12:52 +0100
• 51bc8a4e45
  Fixing Mixtral + Nits. Nicolas Patry 2025-01-30 16:09:15 +0100
• 32dffcff60 backend(vllm): expose FFI for CompletionOutput and RequestOutput on Rust side Morgan Funtowicz 2025-01-30 13:35:21 +0100
• f56e24b346
  Apply suggestions from code review Nicolas Patry 2025-01-30 11:59:12 +0100
• 9376066b24
  Black. Nicolas Patry 2025-01-30 11:21:17 +0100
• 7539881054
  Fixing moe import. Nicolas Patry 2025-01-30 11:05:21 +0100
• 351f3c6ee5
  Upgrade to 0.8.1 Nicolas Patry 2025-01-30 10:58:57 +0100
• c8519aa7d8
  Moe kernels 0.8.1 Nicolas Patry 2025-01-30 10:45:14 +0100
• ee9178fb8b
  Small modifications. Nicolas Patry 2025-01-29 22:02:53 +0100
• f190bc1d7a
  Add fp8 support moe models Mohit Sharma 2025-01-20 13:55:54 +0000
• b52164d38a
  Complete padding of CausalLMBatch when there exists batch bucketing (#261) kaixuanliu 2025-01-30 17:19:13 +0800
• 4e1c68e6f8
  Increase session time gha_sccache_use_secrets Guillaume LEGENDRE 2025-01-30 09:53:28 +0100
• 68c31ca939
  fix: PR comments Hugo Larcher 2025-01-30 09:42:31 +0100
• 80e7d98f88
  Hotfixing intel-cpu (not sure how it was working before). (#2967) Nicolas Patry 2025-01-29 22:34:41 +0100
• b2a13b92f9
  Do not fail on missing moe-kernels (Intel-cpu). Nicolas Patry 2025-01-29 22:24:18 +0100
• b73aec7fa3
  Hotfixing intel-cpu (not sure how it was working before). Nicolas Patry 2025-01-29 18:21:48 +0100
• ee0dffcd14
  Update to moe-kernels 0.8.0 (#2966) Daniël de Kok 2025-01-29 18:19:55 +0100
• 2633804fd6 Update to moe-kernels 0.8.0 Daniël de Kok 2025-01-29 16:04:23 +0000
• 7028f5bce2 backend(vllm): make v1 the default Morgan Funtowicz 2025-01-29 17:01:20 +0100
• 2446d240aa
  WIP: Add AWS session token Guillaume LEGENDRE 2025-01-29 15:17:38 +0100
• 4ef2e045c9
  Add fp8 support moe models (#2928) Mohit Sharma 2025-01-29 18:26:32 +0530
• 62a3b78deb misc(gha): fix invalid syntax for secrets Morgan Funtowicz 2025-01-29 13:49:12 +0100
• b0b855fecd update doc add_deepseekv3 Mohit Sharma 2025-01-29 12:46:03 +0000
• 7be2a5f346 flatten condition Mohit Sharma 2025-01-29 11:13:22 +0000
• 57c7ae2ef8
  fix aws auth creds Guillaume LEGENDRE 2025-01-29 12:09:02 +0100
• 16d5376f95
  change bucket name Guillaume LEGENDRE 2025-01-29 12:03:06 +0100
• 967f6bf4c2
  Fix Typo Guillaume LEGENDRE 2025-01-29 11:40:30 +0100
• 0863dd1533 update dockerfile Mohit Sharma 2025-01-29 10:40:19 +0000
• 05d0aa678e format codfe' Mohit Sharma 2025-01-29 10:39:09 +0000
• c94c544d7d
  (CI): Move S3 Auth to OIDC Guillaume LEGENDRE 2025-01-29 11:31:11 +0100
• dc2dceb795 misc(gha): expose action cache url and runtime as secrets Morgan Funtowicz 2025-01-29 10:30:07 +0100
• 57de05b0dd add deepseekv3 Mohit Sharma 2025-01-28 17:05:53 +0000
• 73b7cf83f6
  Add backend name to telemetry (#2962) Hugo Larcher 2025-01-28 16:53:16 +0100
• 568b1c8585
  feat: Add backend name to telemetry Hugo Larcher 2025-01-28 14:28:53 +0100
• 433373b2ec
  feat: Add backend name to telemetry Hugo Larcher 2025-01-28 11:59:50 +0100
• c871d74b46
  More logs in the allocator. more_logs Nicolas Patry 2025-01-28 11:19:37 +0100
• eb3df0f46f
  Fixing the oom maybe with 2.5.1 change. (#2958) Nicolas Patry 2025-01-28 10:30:28 +0100
• c690da5973
  fix: Telemetry (#2957) Hugo Larcher 2025-01-28 10:29:18 +0100
• c9067176c3
  doc: Update TRTLLM deployment doc. Update TRTLLM CI to allow release builds when tagging TGI. Hugo Larcher 2025-01-27 23:25:28 +0100
• fb51fc9001
  doc: Update TRTLLM deployment doc. Update TRTLLM CI to allow release builds when tagging TGI. Hugo Larcher 2025-01-27 23:19:51 +0100
• dc5addae81 backend(vllm): remove python print stmt Morgan Funtowicz 2025-01-27 22:43:16 +0100
• a7c2a470d6 backend(vllm): submit new request to vLLM engine Morgan Funtowicz 2025-01-27 22:39:35 +0100
• 8c78ec671c
  doc: Rephrase properly. Hugo Larcher 2025-01-27 19:03:19 +0100