Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 50b5399d9c fix: add ffmpeg to final layer of container drbh 2024-11-27 18:37:38 -0500
• 2dc078ad1d fix: bump deps in other dockerfiles drbh 2024-11-27 15:49:35 -0500
• 063104c217 Fix test devshell Daniël de Kok 2024-11-27 19:51:55 +0000
• 05004a6cfd Make the pure build work Daniël de Kok 2024-11-27 19:09:26 +0000
• 98392a7a3f Cleanup impure Nix shell Daniël de Kok 2024-11-27 18:43:57 +0000
• 167c6f06ab fix: include ffmpeg deps in autodocs workflow drbh 2024-11-27 11:28:30 -0500
• 96968a0da3 fix: add ffmpeg overlay and enable build drbh 2024-11-27 00:14:45 -0500
• f0c38412d1 fix: add libavdevice dep to tests workflow drbh 2024-11-26 17:29:57 -0500
• 4a76e8b8b4 fix: add libavfilter dep to test drbh 2024-11-26 17:26:10 -0500
• d5cc6707e0 fix: ensure pip is installed after installing deps in test workflow drbh 2024-11-26 17:16:50 -0500
• daf83a95c5 fix: adjust pkg config in test drbh 2024-11-26 17:16:00 -0500
• 137f3bb2ef fix: adjust dependencies and bump pip along with python drbh 2024-11-26 16:56:04 -0500
• ac7483cffb fix: debug ffmpeg deps in tests II drbh 2024-11-26 15:46:01 -0500
• 4a3a72438e fix: debug ffmpeg install in tests workflow drbh 2024-11-26 15:35:20 -0500
• b508b10d5c fix: add ffmpeg deps to test build drbh 2024-11-26 14:39:47 -0500
• 39fac7ecd4 fix: include more deps for ffmpeg as docs suggest drbh 2024-11-26 14:04:27 -0500
• 16007b68bd feat: adjust impure shell deps and autodocs workflow drbh 2024-11-26 13:55:24 -0500
• 1afaa69d1d fix: adjust deps after rebase drbh 2024-11-25 16:47:21 -0500
• bc5e202d2c fix: adjust video process, reduce to 1 fps and adjust tensor shape drbh 2024-11-25 16:40:32 -0500
• 36e095b38d flatten frames to data block when needed Miquel Farre 2024-11-25 13:58:37 +0000
• e65ead12bb moving video sampling and resize to validation. downstream we receive frames Miquel Farre 2024-11-22 19:20:55 +0000
• 322165d767 fix: remove unused deps and imports David Holtz 2024-11-18 21:48:09 +0000
• 83a7f185e8 fix: add protobuf update and mp4parse dep David Holtz 2024-11-18 21:22:19 +0000
• b2c557594f feat: support video input chunks and enable qwen2 vl to process video David Holtz 2024-11-18 21:16:21 +0000
• 3c07391e8e fix Miquel Farre 2024-11-14 13:40:04 +0000
• a25c3ecefc refactoring Miquel Farre 2024-11-14 12:30:59 +0000
• 464609fd43 fix Miquel Farre 2024-11-14 11:54:10 +0000
• b9c8152ac6 downloading videos Miquel Farre 2024-11-14 11:36:11 +0000
• c7c2fdae8c fix Miquel Farre 2024-11-14 11:20:23 +0000
• 05464d26bf connecting video to qwen2 Miquel Farre 2024-11-14 10:48:18 +0000
• 5ced960f6e adopting video url Miquel Farre 2024-11-13 13:37:17 +0000
• 7c679399d5 router changes Miquel Farre 2024-11-13 12:42:11 +0000
• 18c9f06ded WIP video support Miquel Farre 2024-11-11 14:52:52 +0000
• 4c8f5cdc35 fix: lint with ruff drbh 2024-12-23 14:39:55 +0000
• ab0b559135
  docs(conceptual/speculation): available links Train Medusa Guspan Tanadi 2024-12-23 12:10:13 +0700
• 41c9973d07 Basic flashinfer 0.2 support Daniël de Kok 2024-12-22 12:21:51 +0000
• 462dcfea85 misc(backend): attempt to run the tests? Morgan Funtowicz 2024-12-21 12:17:32 +0100
• 11f348119f misc(backend): attempt to run the tests? Morgan Funtowicz 2024-12-21 12:16:20 +0100
• b7b0fd0e35 misc(backend): attempt to run the testS? Morgan Funtowicz 2024-12-21 12:12:45 +0100
• 575d97339c fix: create new idefic3 file, simplify logic and adjust llama weight loading drbh 2024-12-21 00:27:29 +0000
• 0261285bc5 misc(backend): let's actually cache things now Morgan Funtowicz 2024-12-20 23:07:23 +0100
• 6790cd6804 misc(backend): let's actually cache things now Morgan Funtowicz 2024-12-20 21:47:03 +0100
• 6da97ae922 misc(backend): let's actually cache things now Morgan Funtowicz 2024-12-20 20:05:31 +0100
• eb436a7cfb misc(backend): fix sscache -> sccache Morgan Funtowicz 2024-12-20 16:05:38 +0100
• a7644021e2 misc(backend): fix sscache -> sccache Morgan Funtowicz 2024-12-20 15:44:23 +0100
• 146446f65e misc(backend): fix sscache -> sccache Morgan Funtowicz 2024-12-20 15:25:31 +0100
• 742d00db94 misc(backend): again Morgan Funtowicz 2024-12-20 14:41:59 +0100
• 8f52d721ad misc(backend): again Morgan Funtowicz 2024-12-20 14:20:41 +0100
• 7c03b02ad3 misc(backend): again Morgan Funtowicz 2024-12-20 14:20:20 +0100
• 67da89e92e misc(backend): again Morgan Funtowicz 2024-12-20 14:10:50 +0100
• f0e09eb0bc misc(backend): again Morgan Funtowicz 2024-12-20 12:27:28 +0100
• e34289703b misc(backend): let's try Morgan Funtowicz 2024-12-20 11:59:12 +0100
• a8bfe6f21b misc(backend): let's try Morgan Funtowicz 2024-12-20 11:56:02 +0100
• 08b39d1ae2
  Fix docker run in README.md Alvaro Bartolome 2024-12-20 11:20:51 +0100
• 407f522714 misc(backend): forward env Morgan Funtowicz 2024-12-20 09:57:12 +0100
• a3399fcb98 misc(backend): forward env Morgan Funtowicz 2024-12-20 09:42:33 +0100
• e927443ea6 misc(backend): remove leak sanitizer which is included in asan Morgan Funtowicz 2024-12-20 09:40:45 +0100
• d6ac8cdf81 add flashdecoding-ipex Wang, Yi A 2024-12-19 18:33:25 -0800
• 23bc38b10d
  fix: include add_special_tokens in kserve request (#2859) drbh 2024-12-19 16:55:17 -0500
• c9ee5f14ed fix: include add_special_tokens in kserve request drbh 2024-12-19 21:53:11 +0000
• c60543e26a misc(backend): added automatic gha detection Morgan Funtowicz 2024-12-19 21:15:25 +0100
• 44b367937b revert Cyril Vallez 2024-12-19 17:49:06 +0000
• 5291f652a1
  Merge pull request #225 from yuanwu2017/2.3.0 regisss 2024-12-19 11:42:59 -0600
• 2e2631e093 latest transformers changes Cyril Vallez 2024-12-19 17:37:45 +0000
• feeb5cf6b8 misc(backend): disable catch_discover_tests Morgan Funtowicz 2024-12-19 14:48:23 +0100
• ac67673788
  Merge branch 'main' into flash_decoding Wang, Yi 2024-12-19 19:20:57 +0800
• ab5f616920
  change xpu lib download link (#2852) Wang, Yi 2024-12-19 19:18:58 +0800
• 49a0f9530b misc(backend): disable Werror for now Morgan Funtowicz 2024-12-19 11:46:33 +0100
• dd8dada772 misc(backend): add some tags Morgan Funtowicz 2024-12-19 11:34:52 +0100
• 59118548a0 misc(backend): let's add some more tooling Morgan Funtowicz 2024-12-19 11:28:23 +0100
• a5e3e6ac24 misc(backend): let's build for ci-runtime Morgan Funtowicz 2024-12-19 09:42:43 +0100
• 0d1bf9e983 feat: consolidate changes with existing vlms and add support and test for smolvlm drbh 2024-12-19 01:54:10 +0000
• 076457afb5 misc(backend): lets try... Morgan Funtowicz 2024-12-18 17:12:25 +0100
• 064e040ee3 fix: improve text model loading drbh 2024-12-18 14:58:27 +0000
• fa14d71ac8 add fp8 kv cache for rocm Mohit Sharma 2024-12-18 14:55:53 +0000
• 6497964342 misc(backend): lets try... Morgan Funtowicz 2024-12-18 15:18:27 +0100
• 8936a0379d Merge branch 'main' into flash_decoding_rocm Mohit Sharma 2024-12-18 12:44:51 +0000
• f8771d0a83 nm changes Mohit Sharma 2024-12-18 12:15:28 +0000
• 19688a0617 Merge branch 'main' into rocm-fp8-tensorwise Mohit Sharma 2024-12-18 12:05:17 +0000
• 8f66d323d0
  Update vllm kernels for ROCM (#2826) Mohit Sharma 2024-12-18 17:14:42 +0530
• bffccdd640 fix scaling Mohit Sharma 2024-12-18 10:50:03 +0000
• 49261d6045 misc(backend): increase to 2h Morgan Funtowicz 2024-12-18 10:03:29 +0100
• 6516a5c0de
  Update main.rs lazariv 2024-12-18 09:40:38 +0100
• 34174af8c8 fix: bump idefics3 tests and snapshots drbh 2024-12-18 05:06:49 +0000
• 53b2bea6b9 feat: improve prefix for idefics3 drbh 2024-12-18 03:25:22 +0000
• c9573ddf28 fix: improve image processing drbh 2024-12-18 01:36:36 +0000
• bf07b71080 misc(backend): lets try 1h30 Morgan Funtowicz 2024-12-17 21:22:55 +0100
• 952cbdc2c1 misc(backend): lets try 1h30 Morgan Funtowicz 2024-12-17 21:20:37 +0100
• de13c8346d misc(backend): add more info Morgan Funtowicz 2024-12-17 21:15:28 +0100
• dbe1666bc7 feat: update docs, image token logic and weight names drbh 2024-12-17 19:44:24 +0000
• ebef284b3d feat: add simple idefics3 test drbh 2024-08-20 16:55:22 +0000
• a59b7faf0c feat: integrate image tokens into inputs embeds drbh 2024-08-20 16:33:39 +0000
• 305db7ea1e fix: avoid unused perceiver config drbh 2024-08-19 13:36:39 +0000
• cf29c5b5cd feat: expand vlm support and add image token logic and tests drbh 2024-08-14 00:01:20 +0000
• f5d577e4ad misc(backend): use session token Morgan Funtowicz 2024-12-17 14:33:42 +0100
• 3e82af5953 misc(backend): kthxbye retry s3 Morgan Funtowicz 2024-12-17 12:42:49 +0100
• 0938b7d3fd misc(backend): WWWWWWWWWWWWWAAAAAAAA Morgan Funtowicz 2024-12-17 12:29:33 +0100
• 8482637a94 misc(backend): ok let's debug smtg Morgan Funtowicz 2024-12-17 12:14:46 +0100
• 2b65669581 misc(backend): make sure to correctly set IS_GHA_BUILD=true in wf Morgan Funtowicz 2024-12-17 10:53:42 +0100
• e5cc47a42e misc(backend): missing env directive Morgan Funtowicz 2024-12-17 10:41:36 +0100