Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• b303013227 misc(backend): let's try with GHA Morgan Funtowicz 2024-12-17 10:40:51 +0100
• 40c03cb2df change xpu lib download link Wang,Yi A 2024-12-17 08:24:49 +0000
• 8e2e5d8e15 Fix benchmark build error yuanwu 2024-12-17 05:28:30 +0000
• 7eeefa3b57
  Qwen2-VL runtime error fix when prompted with multiple images (#2840) janne-alatalo 2024-12-17 05:55:11 +0200
• eaeef6e7a4 Remove the useless modifications yuanwu 2024-12-17 02:08:12 +0000
• 15de6c9195 Merge branch 'habana-main' into 2.3.0 yuanwu 2024-12-17 02:06:22 +0000
• f89bdb72c8 Fix runtime error when Qwen2-VL was prompted with multiple images pr-2840-ci-branch Janne Alatalo 2024-12-13 12:29:39 +0200
• fca2218fa9 Fix runtime error when Qwen2-VL was prompted with multiple images Janne Alatalo 2024-12-13 11:58:07 +0200
• a72f339c79
  fix: lint backend and doc files (#2850) drbh 2024-12-16 16:12:34 -0500
• 562bf3c7ea fix: lint backend and doc files drbh 2024-12-16 21:09:48 +0000
• 7dcee83a63 misc(backend): once more? Morgan Funtowicz 2024-12-16 16:03:07 +0100
• 5ded9cbd22 misc(backend): test with TGI S3 conf Morgan Funtowicz 2024-12-16 15:51:03 +0100
• 79f1b953dc misc(backend): test with TGI S3 conf Morgan Funtowicz 2024-12-16 15:47:51 +0100
• 94c675c6d6
  Update Dockerfile to use devel image for compatibility Yaser Jaradeh 2024-12-16 13:57:53 +0100
• 11ab329883
  Fixing CI. (#2846) Nicolas Patry 2024-12-16 10:58:15 +0100
• 7ab931603f
  Fixing CI. Nicolas Patry 2024-12-16 10:35:34 +0100
• 6f0b8c947d
  New arg. (#2845) Nicolas Patry 2024-12-16 10:34:50 +0100
• 7b8393e782
  New arg. Nicolas Patry 2024-12-16 10:18:11 +0100
• 61309b2832
  Remove the default max_tokens for /v1/chat/completions (#251) Sun Choi 2024-12-16 00:32:57 -0800
• cc2ca4ac22
  HF_TOKEN replaces HUGGING_FACE_HUB_TOKEN as it is deprecated (#253) Sun Choi 2024-12-15 00:59:58 -0800
• a0c70ca099 update moe-kernels commit Mohit Sharma 2024-12-13 17:16:43 +0000
• 1fa9ca2f16 add fix fix_fp8_llama3.2 Mohit Sharma 2024-12-13 16:10:00 +0000
• 1708865fdc
  Feat/trtllm cancellation dev container (#2795) Hugo Larcher 2024-12-13 16:19:06 +0100
• 5033bf386d
  chore: Fix rebase Hugo Larcher 2024-12-13 16:11:36 +0100
• 3e75753888
  chore: Fix rebase Hugo Larcher 2024-12-13 16:11:16 +0100
• 1c54c3d88c
  chore: Update devcontainer Hugo Larcher 2024-12-13 16:09:40 +0100
• eb724f90fd
  chore: fix dev containers Hugo Larcher 2024-12-02 22:18:28 +0100
• 89e77c2514
  chore: add dev-containers Hugo Larcher 2024-12-02 22:12:26 +0100
• 51d064def4
  chore: add dev-containers Hugo Larcher 2024-12-02 20:41:53 +0100
• 5acb1a6390
  chore: fix dev containers Hugo Larcher 2024-12-02 16:42:42 +0100
• eb6698f1ed
  chore: fix dev containers Hugo Larcher 2024-12-02 16:23:02 +0100
• 41ba86fa04
  chore: fix dev containers Hugo Larcher 2024-12-02 16:07:23 +0100
• 668476a241
  chore: fix dev containers Hugo Larcher 2024-12-02 15:30:59 +0100
• bad878bdd5
  chore: add dev-containers Hugo Larcher 2024-12-02 15:17:31 +0100
• 382d0d8bf7
  chore: add dev-containers Hugo Larcher 2024-12-02 15:15:20 +0100
• 2bc1505dac
  chore: add dev-containers Hugo Larcher 2024-12-02 14:56:00 +0100
• 805797d50a
  chore: add dev-containers Hugo Larcher 2024-12-02 14:41:38 +0100
• 480b4f9df2
  test(ctest) enable address sanitizer Morgan Funtowicz 2024-11-19 00:17:10 +0100
• 12cb6aa6b7 add flash decoding Mohit Sharma 2024-12-13 14:51:11 +0000
• ea7f4082c4
  TensorRT-LLM backend bump to latest version + misc fixes (#2791) Funtowicz Morgan 2024-12-13 15:50:59 +0100
• 1640da7c08 misc(backend): indent Morgan Funtowicz 2024-12-13 15:38:04 +0100
• 104885c71c misc(backend): indent Morgan Funtowicz 2024-12-13 15:37:19 +0100
• f4c60ca522 default Cyril Vallez 2024-12-13 14:13:47 +0000
• e93ab925f9 init Cyril Vallez 2024-12-13 14:02:45 +0000
• 715b2d19ed fix high dim Cyril Vallez 2024-12-13 13:25:56 +0000
• 985bd6ac41
  Add another variant "nvidia-h100-nvl" lazariv 2024-12-13 11:59:58 +0100
• 233cbb80e0 Fix runtime error when Qwen2-VL was prompted with multiple images Janne Alatalo 2024-12-13 12:29:39 +0200
• 6d8cc83813 Fix runtime error when Qwen2-VL was prompted with multiple images Janne Alatalo 2024-12-13 11:58:07 +0200
• 3da49f3fb9
  Update main.rs with A100 and H100 variants lazariv 2024-12-13 09:53:06 +0100
• 8d9580669d misc(ci): WAT Morgan Funtowicz 2024-12-13 09:46:13 +0100
• d5052a9054 misc(ci): WAT Morgan Funtowicz 2024-12-13 09:43:22 +0100
• 5159d030a9 bitsandbytes: upgrade and enable CUDA Graphs for 4bit by default Matthew Douglas 2024-12-12 17:12:08 -0500
• f843b62a44 push change Cyril Vallez 2024-12-12 18:25:11 +0000
• 3bb3fd19ae
  Fixup opt to reduce the amount of odd if statements. (#2833) Nicolas Patry 2024-12-12 18:20:13 +0100
• 490ca0ef6a working System administrator 2024-12-12 15:48:56 +0000
• 83e919f617 misc(ci): WAT Morgan Funtowicz 2024-12-12 16:42:38 +0100
• e312a68469 misc(ci): WAT Morgan Funtowicz 2024-12-12 16:14:48 +0100
• 4aa060f99a misc(ci): WAT Morgan Funtowicz 2024-12-12 16:08:01 +0100
• e4d7a6788e
  Merge branch 'main' into feature/get-trace-id-from-req-headers Hyeongchan Kim 2024-12-13 00:05:22 +0900
• 182ffaf064
  misc: use return Ok(()) feat-backend-llamacpp Funtowicz Morgan 2024-12-12 16:04:05 +0100
• 6c62ded864 misc(ci): do not build with ssl enabled Morgan Funtowicz 2024-12-12 15:57:11 +0100
• b31477cf63 misc(ci): lets actually use sccache ... Morgan Funtowicz 2024-12-12 15:38:44 +0100
• 649cb1f5f1 runnable version System administrator 2024-12-12 14:27:07 +0000
• d0d62da64c
  Fixing cargo lock Nicolas Patry 2024-12-12 15:13:33 +0100
• 8b81f72b0f
  Fixup opt to reduce the amount of odd if statements. Nicolas Patry 2024-12-12 15:03:40 +0100
• 68f5466c86 misc(ci): add debug profile Morgan Funtowicz 2024-12-12 14:52:12 +0100
• bf59118a93
  fix facebook/opt-125m not working issue (#2824) Wang, Yi 2024-12-12 21:41:30 +0800
• e37d131b8e misc(ci): add debug profile Morgan Funtowicz 2024-12-12 14:34:30 +0100
• f99049aafe misc(ci): again Morgan Funtowicz 2024-12-12 14:24:33 +0100
• c3bd7212c2
  Fixing latest flavor by disabling it. (#2831) Nicolas Patry 2024-12-12 14:09:35 +0100
• 0c80e7d784
  Fixing latest flavor by disabling it. Nicolas Patry 2024-12-12 14:08:06 +0100
• f01f2fb6e7
  docs(README): supported hardware links TGI AMD GPUs (#2814) Guspan Tanadi 2024-12-12 19:49:33 +0700
• 20f8cb9a95 misc(ci): again Morgan Funtowicz 2024-12-12 13:11:54 +0100
• e6abfdcb1f misc(ci): let's try this way Morgan Funtowicz 2024-12-12 13:00:13 +0100
• 5f1b16f300 misc(ci): export aws creds as output of step Morgan Funtowicz 2024-12-12 12:48:58 +0100
• 5910dabb4e misc(ci): provide mecanism to cache inside container Morgan Funtowicz 2024-12-12 12:45:14 +0100
• e703c84578 misc(ci): let's try to build the Dockerfile for trtllm Morgan Funtowicz 2024-12-12 11:50:39 +0100
• 48a1a602e7 misc(ci): update Rust action toolchain Morgan Funtowicz 2024-12-12 09:40:07 +0100
• de36c8e6dd misc(ci): enabe building tensorrt-llm Morgan Funtowicz 2024-12-12 09:29:14 +0100
• 1ca37d3353 misc(ci): let's use the correct way to invoke sccache s3-cache Morgan Funtowicz 2024-12-11 22:17:37 +0100
• 9c8519337b
  WIP Guillaume LEGENDRE 2024-12-11 22:08:40 +0100
• f3d6e8476e misc(ci): let's try to build with sccache Morgan Funtowicz 2024-12-11 22:06:19 +0100
• cda97a5cfb misc(ci): lets do differently Morgan Funtowicz 2024-12-11 21:55:48 +0100
• f7eaf2bee7
  fix Guillaume LEGENDRE 2024-12-11 21:45:53 +0100
• 600faa6d5b
  allow id-token Guillaume LEGENDRE 2024-12-11 21:45:17 +0100
• 1c3f82c576 misc(ci): enable the wf on the current branch Morgan Funtowicz 2024-12-11 21:35:06 +0100
• d32411c4a5 misc(ci): install sccache Morgan Funtowicz 2024-12-11 21:31:43 +0100
• 192da62100 misc(ci): we cannot specify version on a local wf Morgan Funtowicz 2024-12-11 21:23:04 +0100
• 51af41218d misc(ci): again Morgan Funtowicz 2024-12-11 21:21:35 +0100
• 8050420d4b misc(ci): ok let's simplify Morgan Funtowicz 2024-12-11 21:14:36 +0100
• bb9095aae3
  Updating lock. v3.0.1 git_v3.0.1 Nicolas Patry 2024-12-11 21:12:49 +0100
• 8a65ebe52f
  Patch Release 3.0.1 Nicolas Patry 2024-12-11 21:04:40 +0100
• 07b01293c5
  Prepare patch release. (#2829) Nicolas Patry 2024-12-12 01:33:50 +0530
• 0c3fc8b685
  Prepare patch release. Nicolas Patry 2024-12-11 21:00:36 +0100
• cc66dccbe8
  Update README.md (#2827) RodriMora 2024-12-11 19:45:49 +0100
• e545d04d8e
  Update README.md RodriMora 2024-12-11 18:27:04 +0100
• c8623e4135 misc(ci): make runner-group input a string Morgan Funtowicz 2024-12-11 18:14:28 +0100
• 5bef5a88da feat(trtllm): add trtllm build workflow and update s3-cache Morgan Funtowicz 2024-12-11 18:12:56 +0100
• 951cc51ade
  add trigger Guillaume LEGENDRE 2024-12-11 15:45:05 +0100
• 5e954be681
  Create test-s3-cache.yaml Guillaume LEGENDRE 2024-12-11 15:42:02 +0100