Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• f428f5fc8a updated release version to 2.0.6 Thanaji 2024-10-31 23:54:34 +0200
• 3bafa0eb7b
  Fix prefix caching + speculative decoding Travis Addair 2024-10-31 13:43:49 -0700
• 8d84ffabf2
  Upgrade to SynapseAI 1.18 (#227) yuanwu2017 2024-11-01 03:14:44 +0800
• bfa16a5857 fix: adjust sharding and lm head logic David Holtz 2024-10-31 15:33:36 +0000
• f1942b47f5 fix: add chat_tokenize endpoint to api docs drbh 2024-10-31 10:51:29 -0400
• 3836c3fe72 fix qwen2 failure in intel cpu Wang, Yi A 2024-10-30 22:29:05 -0700
• 7d97ee82a1 fix: only check model type if config exists David Holtz 2024-10-30 22:23:08 +0000
• 8648212c76 feat: support multidimensional position ids on batch to enable cuda graphs on qwen2-vl David Holtz 2024-10-30 18:46:05 +0000
• befd9f6735
  Support qwen2 vl (#2689) drbh 2024-10-30 12:40:51 -0400
• 46aeb0860d
  add xpu triton in dockerfile, or will show "Could not import Flash At… (#2702) Wang, Yi 2024-10-30 21:18:50 +0800
• d9a8bbc183 add ipex moe implementation to support Mixtral and PhiMoe Wang, Yi A 2024-10-29 19:18:53 -0700
• 7fb4af9a87
  updated supported models list table in readme (#241) Thanaji Rao Thakkalapelli 2024-10-29 23:28:45 -0700
• e137d4a9be updated supported models list table in readme Thanaji 2024-10-30 00:38:39 +0200
• 620769e380 fix: avoid qwen2 vl specific paths with qwen2 David Holtz 2024-10-29 17:49:50 +0000
• f9f34a5e20 fix: remove mostly mocked unit test drbh 2024-10-29 13:10:22 -0400
• daf7d979d0 fix: remove trailing space lint after rebase drbh 2024-10-29 11:49:42 -0400
• 77eb07f73b fix: adjust resize case for qwen2_vl warmup David Holtz 2024-10-29 15:47:32 +0000
• 4f90db47be fix: adjust get_position_ids if not available and add required args to signatures David Holtz 2024-10-29 15:26:41 +0000
• c1eab6cbb3 fix: adjust default when json tool choice is David Holtz 2024-10-20 21:57:47 +0000
• 905d503971 fix: adjust tool choice type in test David Holtz 2024-10-18 16:11:58 +0000
• 1ce1cf2862 fix: add missing snapshot file David Holtz 2024-10-18 15:39:05 +0000
• 407531708e fix: adjust tool choice none logic, add test and small refactors David Holtz 2024-10-18 15:36:40 +0000
• b5bf5b32ad fix: simplify naming, tool choice default and improve test David Holtz 2024-10-16 13:49:46 +0000
• dd759e7914 feat: update docs and add tool choice configuration section David Holtz 2024-10-15 17:13:16 +0000
• daa1c6280a fix: refactor away prepare_chat_input and improve tool grammar apply control flow David Holtz 2024-10-15 15:00:24 +0000
• b2db1075e4 fix: simplify tool choice logic, improve tests, openapi and rust docs David Holtz 2024-10-15 14:01:02 +0000
• f53c8059e9 feat: improve, simplify and rename tool choice struct add required support and refactor David Holtz 2024-10-14 17:40:45 +0000
• 209f841767 fix: consolidate changes and remove old tool type David Holtz 2024-10-14 16:44:54 +0000
• 2c172a2da7 fix: run linter and bump api docs David Holtz 2024-10-14 14:26:45 +0000
• 151f950eea add tests Linus Bierhoff 2024-10-10 19:41:51 +0200
• f979ff1965 add OpenAI like tool_choice for named choice Linus Bierhoff 2024-10-10 18:50:32 +0200
• 77c81a29cb fix: prefer position_ids passed from vlm causal lm and reset ids on batch David Holtz 2024-10-29 01:13:17 +0000
• fb1ae6d24c feat: refactors and calc num features David Holtz 2024-10-28 16:57:35 +0000
• 831a07f990 fix: remove unused rotate_half David Holtz 2024-10-28 16:33:07 +0000
• f2a1b1b3fc fix: adjust for ruff lints drbh 2024-10-28 12:30:03 -0400
• 6208d10c53 fix: format model file David Holtz 2024-10-28 15:24:32 +0000
• 65558b32f4 fix: add norm after text output David Holtz 2024-10-28 15:14:02 +0000
• aa2aa9f915 fix: include linted file David Holtz 2024-10-28 14:37:59 +0000
• 670d75b872 fix: update docs and lint unused vars David Holtz 2024-10-28 14:36:54 +0000
• 279b114ab3 fix: adjust positional embeddings for multi dimensional position ids David Holtz 2024-10-28 14:06:18 +0000
• e1114c2726 fix: lint test David Holtz 2024-10-28 03:07:15 +0000
• 80ea4f0610 feat: add simple test chat with meesage and text David Holtz 2024-10-28 03:06:35 +0000
• ec933282b2 fix: remove get_cos_sin_hack dev function David Holtz 2024-10-28 02:20:00 +0000
• 22fdf9344f fix: improve get_position_ids, add lift embed_tokens David Holtz 2024-10-28 02:15:48 +0000
• 09ac4fb6eb feat: fix token padding, enable warmup and process basic request David Holtz 2024-10-24 19:57:47 +0000
• d96eef2a02 feat: add support for qwen2 vl model David Holtz 2024-10-24 15:36:53 +0000
• 3bb78a8266 misc(deps): update ompi from 4.1.6 to 4.1.7rc1 to avoid strange deadlock trtllm-stop-words Morgan Funtowicz 2024-10-28 17:24:08 +0100
• 512225474a misc(deps): add pyo3 to dependencies Morgan Funtowicz 2024-10-28 17:23:32 +0100
• 98330df65e
  Monkey patching as a desperate measure. (#2704) Nicolas Patry 2024-10-28 11:25:13 +0100
• 79bfdc93f7
  New snapshot ? Nicolas Patry 2024-10-28 11:24:29 +0100
• 7daf27ca58
  Monkey patching as a desperate measure. Nicolas Patry 2024-10-28 11:10:00 +0100
• 489e5b0fbe add xpu triton in dockerfile, or will show "Could not import Flash Attention enabled models: No module named 'triton'" Wang, Yi A 2024-10-28 01:38:06 -0700
• 513d19b955
  More timeout on docker start ? (#2701) Nicolas Patry 2024-10-28 08:57:22 +0100
• 21f4126075
  Latest upgrade. Nicolas Patry 2024-10-28 08:35:41 +0100
• 5bab8c9368
  More timeout on docker start ? Nicolas Patry 2024-10-28 08:30:45 +0100
• 4c9856f9e5 Add missing package yuanwu 2024-10-28 07:04:56 +0000
• 3a9cdc3241
  Fixing auto bloom test. (#2699) Nicolas Patry 2024-10-28 06:14:11 +0100
• debd44b04e
  Fixing auto bloom test. Nicolas Patry 2024-10-28 06:13:32 +0100
• 78ce618c70
  Update poetry lock. (#2698) Nicolas Patry 2024-10-28 06:11:33 +0100
• 5a62dbf7c6
  Update poetry lock. Nicolas Patry 2024-10-28 05:12:09 +0100
• 7bc2c97bd9
  Check if allowed tokens is None (#2694) upgrade-outlines Alex Weston 2024-10-28 00:10:55 -0400
• 44a9b2510d
  Merge branch 'upgrade-outlines' into upgrade-outlines Nicolas Patry 2024-10-28 05:10:45 +0100
• b49cff3f07
  Update for new API Nicolas Patry 2024-10-25 10:46:05 +0200
• 0721649fc6
  Upgrade outlines to 0.1.1 Alex Weston 2024-10-16 13:58:54 -0400
• 90b226db29
  We can have a tokenizer anywhere. (#2527) Nicolas Patry 2024-10-28 05:00:24 +0100
• 0c9b6cdd76
  Choosing input/total tokens automatically based on available VRAM? (#2673) Nicolas Patry 2024-10-28 04:59:49 +0100
• 2e4f4ba1bb
  Green main (#2697) Nicolas Patry 2024-10-28 04:59:32 +0100
• 4581fe7cbc
  Green main Nicolas Patry 2024-10-28 11:05:15 +0800
• c23584f626
  Merge branch 'habana-main' into 2.3.0 yuanwu2017 2024-10-28 04:37:07 +0800
• 372e071135 Fix the issues of tgi-gaudi for v.2.3.1 yuanwu 2024-10-27 06:01:17 +0000
• 7e282b4153 V2.3.1 Nicolas Patry 2024-10-03 14:49:40 +0200
• 34e98b14ef New release 2.3.1 (#2604) Nicolas Patry 2024-10-03 14:43:49 +0200
• 902f526d69 Unroll notify error into generate response (#2597) drbh 2024-10-02 11:34:57 -0400
• 7664d2e2b3 CI (2592): Allow LoRA adapter revision in server launcher (#2602) drbh 2024-10-02 10:51:04 -0400
• 967e67111d Max token capacity metric (#2595) Nicolas Patry 2024-10-02 16:32:36 +0200
• 51506aa57a Mllama flash version (#2585) Nicolas Patry 2024-10-02 11:22:13 +0200
• 8a8794a672
  Avoiding timeout for bloom tests. (#2693) Nicolas Patry 2024-10-26 05:35:28 +0200
• 0a655a0ab5
  v2.4.0 v2.4.0 git_v2.4.0 OlivierDehaene 2024-10-25 23:12:49 +0200
• a6b02da971
  chore: prepare 2.4.0 release (#2695) OlivierDehaene 2024-10-25 23:10:49 +0200
• 6f88bd9390
  feat: add triton kernels to decrease latency of large batches (#2687) OlivierDehaene 2024-10-25 23:10:00 +0200
• 9c7dedbb07
  chore: prepare 2.4.0 release OlivierDehaene 2024-10-25 22:41:24 +0200
• 50b394d401
  add slots filtering kernel OlivierDehaene 2024-10-25 22:14:26 +0200
• b4ebfa52f4
  fix speculation OlivierDehaene 2024-10-25 21:13:24 +0200
• b04ffd48f1 Check if allowed tokens is None Alex Weston 2024-10-25 11:21:17 -0400
• 0f346a3296
  Switch from fbgemm-gpu w8a8 scaled matmul to vLLM/marlin-kernels (#2688) Daniël de Kok 2024-10-25 16:40:47 +0200
• c7f62d4302
  No early exit. Nicolas Patry 2024-10-25 16:15:05 +0200
• 14e8ca5236
  Merge branch 'main' into feature/get-trace-id-from-req-headers Hyeongchan Kim 2024-10-25 20:37:36 +0900
• 2f2594bafe
  Pulling ? Nicolas Patry 2024-10-25 11:46:11 +0200
• 8bb48ea998 Update test snapshots Daniël de Kok 2024-10-25 09:45:44 +0000
• 2b25e9a94e
  disable triton on rocm OlivierDehaene 2024-10-25 11:33:53 +0200
• 3f60230928
  Fail early. Nicolas Patry 2024-10-25 11:23:23 +0200
• fa964f82d3 nix: experimental support for building a Docker container (#2470) Daniël de Kok 2024-10-01 18:02:06 +0200
• 775e5f4c64 MoE Marlin: support desc_act for groupsize != -1 (#2590) Daniël de Kok 2024-09-30 19:40:25 +0200
• 692f8ddb69 Move flake back to tgi-nix main (#2586) Daniël de Kok 2024-09-30 11:39:41 +0200
• bdc47394d2 feat: support phi3.5 moe (#2479) drbh 2024-09-30 11:15:09 +0200
• 288bcb0027 Add support for GPTQ-quantized MoE models using MoE Marlin (#2557) Daniël de Kok 2024-09-30 11:14:32 +0200
• ff905aeff3 Update ROCM libs and improvements (#2579) Mohit Sharma 2024-09-30 14:24:32 +0530
• 6808b2de7e Update architecture.md (#2577) Ikram Ul Haq 2024-09-30 09:56:20 +0300
• 55fd2816ea Remove compute capability lazy cell (#2580) Daniël de Kok 2024-09-30 08:48:47 +0200
• f82a3f5816 flashinfer: pass window size and dtype (#2574) Daniël de Kok 2024-09-28 18:41:41 +0200