Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi/add-ci

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

neuron_backend_ci_test

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-2982-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3172

#3174

#3176

#3179

#318

#3182

#3184

#32

#325

#327

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

Mono Color

• b86919a87a fixes add_vlm_chunking Mohit Sharma 2025-04-19 10:26:56 +0000
• 366cfa8f05
  Merge 65c6008847 into 8f8819795f drbh 2025-04-18 22:38:00 +0200
• 526a8785ed add encoder cache free Mohit Sharma 2025-04-18 16:00:35 +0000
• 44ed5efbcc working Mohit Sharma 2025-04-18 14:57:37 +0000
• 87840ab374
  Merge 01f17d526c into 8f8819795f Wang, Yi 2025-04-18 19:54:59 +0530
• 6dd1b9fd6f
  Merge fcdb18d1af into 8f8819795f Dmitry Rogozhkin 2025-04-18 07:06:15 -0700
• d73e2184ef
  Merge fd88b1d6b9 into 8f8819795f Jiayu Liu 2025-04-18 09:19:18 -0400
• 8f8819795f
  Fixing CI (#3184) main Nicolas Patry 2025-04-18 13:07:18 +0200
• f17367e883
  Fixing CI Nicolas Patry 2025-04-18 12:48:07 +0200
• 95ccba3705
  Bump sccache to 0.10.0 (#3179) Alvaro Bartolome 2025-04-18 12:45:32 +0200
• 92909f3f33
  add logic Mohit Sharma 2025-04-18 12:37:40 +0530
• b400c275e4
  Get opentelemetry trace id from request headers instead of creating a new trace (#2648) Hyeongchan Kim 2025-04-18 16:06:41 +0900
• 5d14a7fe3d
  Merge branch 'main' into feature/get-trace-id-from-req-headers Nicolas Patry 2025-04-18 09:05:56 +0200
• d048a9c5fe
  Merge b1a9dfff21 into 84ab88d843 Alex Weston 2025-04-17 11:48:10 -0700
• d0795d8d86
  Merge 3d71c06aff into 84ab88d843 Daniël de Kok 2025-04-17 18:42:51 +0200
• 84ab88d843
  Support flashinfer for Gemma3 prefill (#3167) Daniël de Kok 2025-04-17 18:07:41 +0200
• 6569c64217
  Merge f72547c9fb into 4645678ff0 Funtowicz Morgan 2025-04-17 17:22:04 +0200
• 516b2d1c1d Pending changes exported from your codespace DIVINEDP 2025-04-17 08:08:54 +0000
• 417c18c5cd Initial commit DIVINEDP 2025-04-17 08:08:53 +0000
• 83e7e21b4c
  Rename ACTIONS_CACHE_URL to ACTIONS_RESULTS_URL Alvaro Bartolome 2025-04-16 10:51:49 +0200
• 6620f564b6
  Ensure that sccache version is 0.10.0 or higher Alvaro Bartolome 2025-04-16 10:51:30 +0200
• a7aff220e0
  Merge fd92054e1d into 4645678ff0 Curtis Ruck 2025-04-16 17:11:23 +0900
• 01f17d526c Merge branch 'main' into warmup_gaudi_backend Wang, Yi A 2025-04-15 22:16:42 -0700
• bf3987e25e pingpong optimization issue fix Wang, Yi A 2025-04-15 21:56:51 -0700
• 26bc3c3097
  Merge dd187d2350 into 4645678ff0 Baptiste Colle 2025-04-15 13:23:06 +0200
• 4645678ff0
  Hotfix gaudi2 with newer transformers. (#3176) Nicolas Patry 2025-04-15 12:39:28 +0200
• cedb5f07c0
  Hotfix gaudi2 with newer transformers. Nicolas Patry 2025-04-15 12:27:22 +0200
• ad765cd06b
  Hotfixing gaudi deps. (#3174) Nicolas Patry 2025-04-15 11:55:28 +0200
• 5bb27a1d6b
  Hotfixing gaudi deps. Nicolas Patry 2025-04-15 11:54:26 +0200
• 16b4b7974a
  Upgrading the dependencies in Gaudi backend. (#3170) Nicolas Patry 2025-04-15 11:49:06 +0200
• 7e3f072ea4
  Upgrading transformers version. Nicolas Patry 2025-04-15 11:35:46 +0200
• 459fbdebe3
  transformers flash llm/vlm enabling in ipex (#3152) Wang, Yi 2025-04-15 17:08:01 +0800
• 302c773c99
  Merge 2a10a28d08 into 449cee49ca Mohit Sharma 2025-04-15 13:44:04 +0530
• 449cee49ca
  setuptools <= 70.0 is vulnerable: CVE-2024-6345 (#3171) Nicolas Patry 2025-04-15 10:09:37 +0200
• 5ec7f15d0c prefill bypass graph Wang, Yi A 2025-04-15 00:27:07 -0700
• 3142c4ac6f
  Merge ce8548f5c4 into 73e797528d Wang, Yi 2025-04-15 10:27:10 +0800
• 6b21985c95 Merge branch 'main' into warmup_gaudi_backend Wang, Yi A 2025-04-14 18:24:34 -0700
• 73e797528d
  L4 fixes (#3161) Mohit Sharma 2025-04-14 22:13:53 +0530
• 487d0634ed
  setuptools <= 70.0 is vulnerable: CVE-2024-6345 Nicolas Patry 2025-04-14 17:27:39 +0200
• fe56f760df
  Upgrading the python client deps (still deprecated, but used for integration-tests) Nicolas Patry 2025-04-14 17:18:43 +0200
• 75e3ec5b84
  Upgrading the dependencies in Gaudi backend. Nicolas Patry 2025-04-14 16:51:21 +0200
• d62c941c56
  Gaudi: clean cuda/rocm code in hpu backend, enable flat_hpu (#3113) Wang, Yi 2025-04-14 21:58:13 +0800
• c3123a5dfc
  Merge a2d2406ddd into 9a8d0462e1 Guspan Tanadi 2025-04-14 13:38:48 +0800
• 74ad8ed300 ipex cpu could also support in function Wang, Yi A 2025-04-13 20:49:35 -0700
• ce8548f5c4 softcap default -1.0 Wang, Yi A 2025-04-13 20:02:05 -0700
• ba049c9d49 improve performance Wang, Yi A 2025-04-11 06:10:17 -0700
• 9f0f41835f Fixed unused import Daniël de Kok 2025-04-11 18:15:21 +0000
• c03f8d2bb1 Update Gemma3 test outputs Daniël de Kok 2025-04-11 16:05:26 +0000
• 6652d6e6e0 Support flashinfer for Gemma3 prefill Daniël de Kok 2025-04-11 15:58:57 +0000
• a9b26b221a launcher: ensure correct detection of Gemma 3 head size Daniël de Kok 2025-04-11 11:56:18 +0000
• 2a10a28d08 force attn to flashdecoding add_chunked_atn Mohit Sharma 2025-04-11 15:24:12 +0000
• a7353c35e8 fix bt Mohit Sharma 2025-04-11 15:10:19 +0000
• d2f8caff2b support cuda graphs Mohit Sharma 2025-04-11 15:05:28 +0000
• fd92054e1d
  Fix state.plan call to use positional arguments Curtis Ruck 2025-04-11 10:09:24 -0400
• 3d71c06aff flashinfer: head_dim -> head_dim_qk flashinfer-0.2.5 Daniël de Kok 2025-04-11 12:37:21 +0000
• e893362ad7 Update to flashinfer 0.2.5 Daniël de Kok 2025-04-11 10:24:48 +0000
• 76cc129796 remove block_scales which is not needed anymore Wang, Yi A 2025-04-11 01:27:49 -0700
• a83e9fe003 work with the latest vllm extension ops Wang, Yi A 2025-04-10 19:56:58 -0700
• 4de8fb0127 Merge branch 'gaudi_backend_pa' into warmup_gaudi_backend Wang, Yi A 2025-04-10 19:42:22 -0700
• 4cdc34ec4d match the latest vllm_extension ops Wang, Yi A 2025-04-10 19:32:32 -0700
• 610dd200e5 Merge branch 'main' into gaudi_backend_pa Wang, Yi A 2025-04-10 18:20:28 -0700
• cd900c3b72 pingpong optimization Wang, Yi A 2025-04-08 19:56:10 -0700
• dd187d2350 wip(ci): debug the ci gaudi/add-ci Baptiste Colle 2025-04-10 17:17:16 +0200
• 3f343cdb6f reverse flash causal change Mohit Sharma 2025-04-10 15:03:44 +0000
• 33a7ec57e2 add fix Mohit Sharma 2025-04-10 14:59:39 +0000
• eac3348cd2 wip(ci): debug the ci Baptiste Colle 2025-04-10 16:08:06 +0200
• 647aa1c525
  Update tests.yaml Pauline Bailly-Masson 2025-04-10 15:23:17 +0200
• 517e4398c2 add fix Mohit Sharma 2025-04-10 13:21:11 +0000
• f124e8422c
  Update tests.yaml Pauline Bailly-Masson 2025-04-10 15:16:14 +0200
• 13d45ebf0d wip(ci): rerun ci to debug baptiste 2025-04-10 11:47:40 +0000
• 73d0876f12
  Fixing the updating logic of backends. kvrouter-endpoints Nicolas Patry 2025-04-10 11:04:03 +0200
• 98efb3fbef fix llama failing test baptiste 2025-04-10 09:03:49 +0000
• 741564c046 feat(ci): llama3 test working baptiste 2025-04-10 08:32:37 +0000
• 84877b452f feat(ci): llama3 test working baptiste 2025-04-10 08:32:28 +0000
• 6f4e33a1b1 wip: able to launch gaudi tests baptiste 2025-04-10 07:52:20 +0000
• 919231d2de wip(test): adding test to ci baptiste 2025-04-10 07:46:59 +0000
• 18cb4a4221
  Fixing add/remove/set backends. Nicolas Patry 2025-04-10 09:14:30 +0200
• 9a8d0462e1
  Fixing tokenization like https://github.com/huggingface/text-embeddin… (#3156) Nicolas Patry 2025-04-09 18:42:25 +0200
• d93ad244a3 add attn add_chunked_attn Mohit Sharma 2025-04-09 16:37:34 +0000
• e5618d6e40 add chunked attn support chunked_attn_l4 Pedro Cuenca 2025-04-09 16:36:06 +0000
• 5861da1ad7
  Fixing Qwen 2.5 VL (32B). (#3157) Nicolas Patry 2025-04-09 17:07:30 +0200
• 33af4dcd6c
  Fixing Qwen 2.5 VL (32B). Nicolas Patry 2025-04-09 16:10:32 +0200
• 0eb4bdc909
  Fixing tokenization like https://github.com/huggingface/text-embeddings-inference/issues/525 Nicolas Patry 2025-04-09 15:22:49 +0200
• f9a198c6e3
  Merge 8863f3728c into 0b28aabb94 Antti Kervinen 2025-04-09 15:58:22 +0300
• a2d2406ddd
  Update repo links Inferentia refer HF docs Guspan Tanadi 2025-04-09 14:23:51 +0700
• f8c8c3d397 softcap default -1.0 Wang, Yi A 2025-04-08 22:42:03 -0700
• 8d36856d57 install xelink lib Wang, Yi A 2025-04-08 20:42:28 -0700
• 50282e3cc1 transformers flash llm/vlm enabling in xpu Wang, Yi A 2025-04-08 18:36:28 -0700
• 34a3d09bb8
  Merge e721574729 into 0b28aabb94 drbh 2025-04-08 16:25:23 +0800
• a1f3ebe17c
  Release 3.2.3 v3.2.3 git_v3.2.3 Nicolas Patry 2025-04-08 10:17:51 +0200
• 0b28aabb94
  3.2.3 (#3151) Nicolas Patry 2025-04-08 10:16:37 +0200
• 68df6b19e4
  3.2.3 Nicolas Patry 2025-04-08 10:14:55 +0200
• 5831ff6e69 remove useless rwlock Corentin REGAL 2025-04-08 09:40:45 +0200
• 68ec7603ca remove triton installation, will be installed with torch Wang, Yi A 2025-04-08 00:26:53 -0700
• ad15a9c0af kv scale in pageattn Wang, Yi A 2025-04-07 22:47:11 -0700
• d9e47b651c add softcap and slidingwindow Wang, Yi A 2025-04-07 22:42:19 -0700
• 24bec29ffc
  fix: compute type typo (#3150) oOraph 2025-04-07 17:24:11 +0200
• 3ff8a1d130
  fix: compute type typo Raphael Glon 2025-04-07 17:10:03 +0200
• 37104acd75
  Gaudi: Add Integration Test for Gaudi Backend (#3142) Baptiste Colle 2025-04-07 16:55:03 +0200
• 40b2011b3a add Dockerfile for kvrouter add router to set backends Corentin REGAL 2025-03-31 16:14:12 +0200