Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi/add-ci

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

neuron_backend_ci_test

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-2982-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3172

#3174

#3176

#3179

#318

#3182

#3184

#32

#325

#327

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

Mono Color

• 2cde30de24 gpt_bigcode could also go pageattn Wang, Yi A 2025-03-18 23:59:31 -0700
• 073f793976 fix phimoe issue Wang, Yi A 2025-03-18 23:11:01 -0700
• e497bc09f6
  Minor fixes. (#3125) Nicolas Patry 2025-03-18 15:42:35 +0100
• 76484fdc66
  Minor fixes. Nicolas Patry 2025-03-18 15:31:43 +0100
• 4d28897b4e
  Fix release nix workflow. v3.2.1 git_3.2.1 Nicolas Patry 2025-03-18 15:27:48 +0100
• f5850f4c4f
  Patch release 3.2.1 Nicolas Patry 2025-03-18 15:12:48 +0100
• 67ce543e04
  Intel docker. (#3121) Nicolas Patry 2025-03-18 15:12:11 +0100
• 83fe45c15e
  Prepare for patch release. (#3124) Nicolas Patry 2025-03-18 15:11:55 +0100
• f5fa8ba2e8
  Prepare for patch release. Nicolas Patry 2025-03-18 14:59:58 +0100
• f7d47cb35c
  Fixing dockerfile ? Nicolas Patry 2025-03-18 14:53:56 +0100
• b77281ac22
  torchaudio ? Nicolas Patry 2025-03-18 12:59:13 +0100
• 11f2eec10e
  Publish nix docker image. (#3122) Nicolas Patry 2025-03-18 12:58:21 +0100
• b080f1e31e
  Cleaner tags. Nicolas Patry 2025-03-18 12:52:33 +0100
• efa0fcd3e2
  Runnign from nix. Nicolas Patry 2025-03-18 12:42:11 +0100
• a3090578b9
  Testing the PR. Nicolas Patry 2025-03-18 12:33:55 +0100
• cf3a6cc241
  Pushing with skopeo Nicolas Patry 2025-03-18 12:30:49 +0100
• 9dc8b67a6f
  Build zstd. Nicolas Patry 2025-03-18 11:17:52 +0100
• 6c27ab2f41
  Forgot to push. Nicolas Patry 2025-03-18 11:02:53 +0100
• 452472cf3d
  Something else. Nicolas Patry 2025-03-18 10:55:53 +0100
• bb851f951c
  Run during PR. Nicolas Patry 2025-03-18 10:53:40 +0100
• c9b267faa5
  Publish nix docker image. Nicolas Patry 2025-03-18 10:49:59 +0100
• a84e86a5b3
  Intel docker. Nicolas Patry 2025-03-18 10:43:02 +0100
• a35fbdb925
  Bug Fix: Sliding Window Attention (#3112) Mohit Sharma 2025-03-18 15:07:33 +0530
• 078084286a
  Fix qwen2. Nicolas Patry 2025-03-18 10:36:54 +0100
• 8c2c348f3c
  Gaudi: Sync TGI with the latest changes from the TGI-Gaudi fork (#3117) Baptiste Colle 2025-03-18 09:45:52 +0100
• 5cd1c93cad add moe support, fix qwen/mistral/mixtral crash Wang, Yi A 2025-03-18 00:45:15 -0700
• d4d9b610af Fix build error of server make install yuanwu 2025-03-18 05:46:12 +0000
• 3ca71c6422
  Merge b9467b95a0 into 095775e05c jrc2139 2025-03-17 14:43:47 -0400
• 095775e05c
  launcher: correctly get the head dimension for VLMs (#3116) Daniël de Kok 2025-03-17 18:19:37 +0100
• e0535a13c5 increase timeouts debugging-timeouts erikkaum 2025-03-17 17:56:57 +0100
• dd78df94ad fix: bump org name in gemma3 test drbh 2025-03-17 16:03:11 +0000
• febc488e0e fix: bump org name in gemma3 test drbh 2025-03-17 15:57:07 +0000
• 0b3e3db043
  xpu 2.6 update (#3051) Wang, Yi 2025-03-17 20:48:48 +0800
• 48df6183e8 feat(gaudi): add all the changes from tgi-gaudi fork up to PR #289 baptiste 2025-03-17 11:01:53 +0000
• 4727a3af67 launcher: correctly get the head dimension for VLMs Daniël de Kok 2025-03-17 10:07:39 +0000
• 6bbe24d974 use tensor cache in hpu graph to avoid replay issue Wang, Yi A 2025-03-17 01:36:49 -0700
• a07e7437b6 enable all the model. not testet yet Wang, Yi A 2025-03-16 22:37:34 -0700
• 5d3653943c adjust block table in hpu to improve performance Wang, Yi A 2025-03-16 19:40:40 -0700
• b7fea6fc2f fix TP in pageattn Wang, Yi A 2025-03-14 18:01:58 -0700
• 2c2fc6544d fix: add pillow dependency and bump lock+requirements drbh 2025-03-14 18:17:57 +0000
• e5dfd41ed4
  Upgrading from_env to get token from file when necessary + fix pali_gemma. Nicolas Patry 2025-03-14 17:06:36 +0100
• 659ce4f3fc feat: add tests for image types and remove alpha from png drbh 2025-03-14 15:33:06 +0000
• e5ec176bf4 fix: bump snapshots and improve exceed window test case drbh 2025-03-14 15:04:38 +0000
• 201dc6294f clean cuda/rocm code in hpu backend, enable flat_hpu Wang, Yi A 2025-03-13 19:21:44 -0700
• 170a12f331 Update window size rocm flash decoding Mohit Sharma 2025-03-14 07:50:11 +0000
• b30cdabf68 Add window_size_left param ipex rocm Mohit Sharma 2025-03-14 07:47:45 +0000
• eaf18c1ccb (typo) collection link Mohit Sharma 2025-03-14 07:36:38 +0000
• 69e0a87dd5 (fix) flashinfer Mohit Sharma 2025-03-13 21:32:38 +0000
• ff82f0f84c (fix) sliding window attention Mohit Sharma 2025-03-13 19:30:39 +0000
• f91434e99b
  Make the Nix-based Docker container work on non-NixOS (#3109) Daniël de Kok 2025-03-13 14:02:45 +0100
• 2158aaa3d9 Make the Nix-based Docker container work on non-NixOS Daniël de Kok 2025-03-13 12:36:56 +0000
• 8b91f92978
  Fixing the docker build. (#3108) Nicolas Patry 2025-03-13 11:26:44 +0100
• 1e3f34b106
  Apply suggestions from code review Nicolas Patry 2025-03-13 11:26:28 +0100
• 033efc40db
  Fixing the docker build. Nicolas Patry 2025-03-13 11:04:50 +0100
• 27ed848676
  Release of Gaudi Backend for TGI (#3091) Baptiste Colle 2025-03-13 10:56:01 +0100
• 83ef364177
  We need gcc during runtime to enable triton to compile kernels. (#3103) Nicolas Patry 2025-03-13 10:45:47 +0100
• 83b7b7bb92
  Router: add gemma3-text model type (#3107) Daniël de Kok 2025-03-13 10:41:33 +0100
• 9a3998d037 Router: add gemma3-text model type Daniël de Kok 2025-03-13 09:37:48 +0000
• c73ae0bd88
  Update to kernels 0.2.1 (#3084) Daniël de Kok 2025-03-13 10:36:29 +0100
• 73ee7837b8
  Update to kernels 0.2.0. use_updated_kernels Nicolas Patry 2025-03-13 10:30:07 +0100
• 8c8f249636
  Fixing the docker build. Nicolas Patry 2025-03-12 23:58:15 +0100
• 273d304cf9
  We need gcc during runtime to enable triton to compile kernels. Nicolas Patry 2025-03-12 23:07:06 +0100
• 411a28288d
  Release 3.2.0 v3.2.0 git_3.2.0 Nicolas Patry 2025-03-12 11:15:29 +0100
• a3dfcf571d fix(gaudi): remove use of latest for gaudi docker image + redid gaudi benchmarking section to include best practices baptiste 2025-03-11 10:00:02 +0000
• 2fd0049929 fix(gaudi): add default argument for the dockerfile baptiste 2025-03-10 10:49:32 +0000
• 02fa6adb20 feat(gaudi): release ready (docs, docker image and vlm ready) baptiste 2025-03-10 09:01:45 +0000
• d4c6faa67b
  Try to fix on main CI color. (#3101) origin/slind_window_fix Nicolas Patry 2025-03-12 10:12:24 +0100
• 4ac06ddf56
  Preparing relase 3.2.0 (#3100) Nicolas Patry 2025-03-12 10:11:33 +0100
• 9a0fe1bc7b
  Try to fix on main CI color. Nicolas Patry 2025-03-12 10:06:30 +0100
• 75daa9b571
  Update doc. Nicolas Patry 2025-03-12 09:58:18 +0100
• f01dc9e743
  Update neuron backend (#3098) David Corvoysier 2025-03-12 09:53:15 +0100
• f979c2aa1b
  Forgot the README. Nicolas Patry 2025-03-12 09:44:09 +0100
• 23b449d238 test(neuron): simplify sampling test David Corvoysier 2025-03-12 08:37:28 +0000
• 2bb2bdb6a8 feat(neuron): tag latest image for local tests David Corvoysier 2025-03-04 13:28:44 +0000
• 39dc6737ed feat(neuron): bump optimum-neuron version David Corvoysier 2025-02-25 15:18:17 +0000
• 1e427e5fda feat(neuron): use AWS Neuron SDK 2.21.1 David Corvoysier 2025-02-25 15:24:54 +0000
• 80c1404ea5
  Preparing relase 3.2.0 Nicolas Patry 2025-03-12 09:37:40 +0100
• 1c6dee17ce fix awq crash if modules_to_not_convert is None Wang, Yi A 2025-03-12 01:28:56 -0700
• 5c5528e362
  Fix tool call4 (#3094) Nicolas Patry 2025-03-12 09:28:47 +0100
• ed46c2c414
  Add gemma3 model (#3099) Mohit Sharma 2025-03-12 13:55:51 +0530
• ef4e2685d8
  Update the tests. Nicolas Patry 2025-03-11 13:19:38 +0100
• 03fe626a95
  Removing a lot of NO_TOOL shenanigans. Nicolas Patry 2025-03-10 23:45:00 +0100
• cb92acf280
  Removing the no_tool content information. Nicolas Patry 2025-03-10 21:24:43 +0100
• f74c36fe0d
  Fix tool call3 (#3086) Nicolas Patry 2025-03-12 09:22:53 +0100
• 9997047d8a int Wang, Yi A 2025-03-12 00:47:02 -0700
• 468da545af update get xpu memory api Wang, Yi A 2025-03-12 00:37:17 -0700
• 587e5dea22 Add gemma3 model Mohit Sharma 2025-03-12 07:01:46 +0000
• 750b48c730
  More qwen2. Nicolas Patry 2025-03-12 02:29:31 +0100
• c6dd5d0e22 Download kernels in install-cuda target Daniël de Kok 2025-03-10 14:36:58 +0000
• 141c97e34e Update to kernels 0.2.1 Daniël de Kok 2025-03-07 12:31:08 +0000
• 2deedc1ab0
  Merge 380e73dba9 into ae4451c3da yashaswipiplani 2025-03-11 22:04:34 +0800
• cdc5380f2b Merge branch 'main' of https://github.com/sywangyi/text-generation-inference into xpu_2.6 Wang, Yi A 2025-03-11 04:29:53 -0700
• a38e65a9f9 install whl Wang, Yi A 2025-03-11 04:27:05 -0700
• 1578cdd9a8
  Snapshot update with the new updated tool_call_id. Nicolas Patry 2025-03-11 11:40:06 +0100
• ae4451c3da
  Update README.md (#3095) celsowm 2025-03-11 07:05:21 -0300
• 214a5b5da1
  Fmt. Nicolas Patry 2025-03-10 18:42:27 +0100
• a73cd56075
  Fixing the tool call id. Nicolas Patry 2025-03-10 17:07:22 +0100
• 3e731a7c2f
  Fixing some corner cases. Nicolas Patry 2025-03-10 12:06:44 +0100
• 0b710f9671
  Update tehe doc. Nicolas Patry 2025-03-07 20:17:23 +0100
• 207a70e7be
  Fixing the tool calling convention. Nicolas Patry 2025-03-07 19:42:36 +0100