Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 0006fab5ab
  Apply suggestions from code review Nicolas Patry 2023-12-11 12:06:35 +0100
• b1897acfd6
  Calculate token budget with padding to max_input_length (#2) Karol Damaszke 2023-12-11 09:24:27 +0100
• 6436ae86a1
  Fix for continuous batching (#1) Karol Damaszke 2023-12-11 09:24:09 +0100
• b6519b5279 Update medusa sampling. Nicolas Patry 2023-12-09 17:08:21 +0000
• e95a5a897b Removing dead code. Nicolas Patry 2023-12-08 17:33:30 +0000
• ba16994e8a Fixing medusa off by ones. Nicolas Patry 2023-12-08 16:28:04 +0000
• abc8d48d96 Old llama test. Nicolas Patry 2023-12-06 19:51:27 +0000
• e5f124b077 Merge tag 'v1.2.0' into v1.2-release regisss 2023-12-06 18:46:16 +0100
• 3a79fbc63e Updated. Nicolas Patry 2023-12-06 16:41:04 +0000
• d2b42f6883 Updating medusa test + Speeding ngram immensely by just making a smple search on device instead of on CPU with bad worst cases O(n) Nicolas Patry 2023-12-06 16:31:35 +0000
• 3a8b1923db Remove ngram debug code Nicolas Patry 2023-12-06 10:05:11 +0000
• b3c1492be1 Revert integration tests modifications. Nicolas Patry 2023-12-06 09:49:54 +0000
• 6350c11df3 Discard all params modifications, we're not running ngram speculation now. Nicolas Patry 2023-12-06 09:46:50 +0000
• f6958ea6d4 Include a few fixes Nicolas Patry 2023-12-06 09:45:42 +0000
• c09066aeb1 Merge tag 'v1.1.1' into v1.1-release regisss 2023-12-06 09:50:58 +0100
• 7b34445457 Improve create_n_gram degradation. Nicolas Patry 2023-12-06 06:31:57 +0000
• a3cc5a94c6 Cargo fmt. Nicolas Patry 2023-12-05 22:15:59 +0000
• fdef00c27e Fix no speculation. Nicolas Patry 2023-12-05 22:02:22 +0000
• 9bf31fe388 Fixing infer iterator. Nicolas Patry 2023-12-05 20:48:05 +0000
• 09839b05f4 Fixing some simple stuff, adding speculate to budget. Nicolas Patry 2023-12-05 16:38:46 +0000
• 5aa3a01971 Fmt. Nicolas Patry 2023-12-05 15:45:34 +0000
• cb8a1680fe Fix. Nicolas Patry 2023-12-05 15:29:34 +0000
• be481a4799 Address comments. Nicolas Patry 2023-12-05 15:21:42 +0000
• 3238c49121
  Add a stale bot. (#1313) Nicolas Patry 2023-12-05 14:42:55 +0100
• f2507d04e6 Add a stable bot. Nicolas Patry 2023-12-05 12:57:03 +0100
• cc744ba426 Add changes from Optimum Habana's TGI folder regisss 2023-12-05 11:12:16 +0100
• e808222dbf Working around falcon tests. Nicolas Patry 2023-12-05 09:40:29 +0000
• 4d6efe32de cargo update. Nicolas Patry 2023-12-05 09:13:20 +0000
• 8efff84609 C'mon falcon. Nicolas Patry 2023-12-04 20:40:57 +0000
• f5765985ff Revert falcon load modification. Nicolas Patry 2023-12-04 15:49:28 +0000
• 269792094b Cargo fmt Nicolas Patry 2023-12-04 14:56:38 +0000
• d99f281050 Remove pdb comments. Nicolas Patry 2023-12-04 14:43:29 +0000
• 79f9afba90 Needed to regenerate params tests + fix simple tests Nicolas Patry 2023-12-04 14:36:21 +0000
• 970e57b393 Need to update params since tensor changed. Nicolas Patry 2023-12-04 14:03:51 +0000
• 1f46bc483d Updating launcher + docs. Nicolas Patry 2023-12-04 13:51:28 +0000
• bdd9596b6c Propagate speculate Nicolas Patry 2023-12-04 13:50:59 +0000
• 7ed07bcc05 Speculative decoding + mistral Nicolas Patry 2023-12-04 13:42:28 +0000
• e7e07342bd Working state except all params ?? Nicolas Patry 2023-12-01 18:49:01 +0000
• 657ccd8276 Medusa + ngram Nicolas Patry 2023-12-01 17:57:20 +0000
• b4d97d52cd Non breaking router. Nicolas Patry 2023-11-30 08:27:25 +0000
• cda627eac0 Modifying the protobuf. Nicolas Patry 2023-11-29 16:20:11 +0000
• aa442dc650 Speedup 2x. Nicolas Patry 2023-11-29 14:36:17 +0000
• 243e9c37d3 Speculative medusa (illegal address Paged). Nicolas Patry 2023-11-28 22:23:03 +0000
• 3fae84dfc0 Tmp. Nicolas Patry 2023-09-18 13:37:59 +0000
• d7d07d44a4 Tmp work for medusa. Nicolas Patry 2023-09-11 22:12:19 +0000
• 25b5f81941
  Fix AMD documentation (#1307) fxmarty 2023-12-04 14:09:51 +0100
• 2c446f7bde add readme HuaYZhao 2023-12-04 21:03:11 +0800
• a1d15f15e1 typo Félix Marty 2023-12-04 13:42:29 +0100
• f4ff5b9a8c update readme image Félix Marty 2023-12-04 13:41:26 +0100
• b847cf33b2 add reference to Inferentia2 in the doc Félix Marty 2023-12-04 13:39:01 +0100
• e6b3a1e0a8 update architecture Félix Marty 2023-12-04 13:32:31 +0100
• 529d7d3676 use ROCm instead of RoCm Félix Marty 2023-12-04 10:31:01 +0100
• bda189062d fix amd doc Félix Marty 2023-12-04 10:29:34 +0100
• 75e8521eb9 fix warning for pydantic 2 Tim Shih 2023-12-01 10:37:14 +0800
• 5b340a5ffd Dump work. medusa Nicolas Patry 2023-11-30 22:05:51 +0000
• bdbccb774c Some work to get batching working. Nicolas Patry 2023-11-30 18:59:16 +0000
• ccd5725a0c v1.2.0 v1.2.0 OlivierDehaene 2023-11-30 15:18:15 +0100
• b0cb4fa9d0 Non breaking router. Nicolas Patry 2023-11-30 08:27:25 +0000
• a478b276eb Modifying the protobuf. Nicolas Patry 2023-11-29 16:20:11 +0000
• 866af9b9fd Speedup 2x. Nicolas Patry 2023-11-29 14:36:17 +0000
• 116769a5f5 add allgather HuaYZhao 2023-11-29 14:21:42 +0800
• 8897b89606 Speculative medusa (illegal address Paged). Nicolas Patry 2023-11-28 22:23:03 +0000
• 624800c4de
  Make GPTQ test less flaky (#1295) Nicolas Patry 2023-11-28 21:22:35 +0100
• cf7c17c66b Make GPTQ test less flaky. Nicolas Patry 2023-11-28 18:04:52 +0100
• ba552e1a82
  Let each model resolve their own default dtype. (#1287) Nicolas Patry 2023-11-28 17:54:26 +0100
• a2e9ccbb10 Tmp. Nicolas Patry 2023-09-18 13:37:59 +0000
• 94a0bf1bbc Tmp work for medusa. Nicolas Patry 2023-09-11 22:12:19 +0000
• 3c71c656c7
  make install-flash-attn-v2-cuda should work like make install-flash-attn-v2 used to work. (#1294) Nicolas Patry 2023-11-28 16:28:40 +0100
• 5723454b9e Dummy files. Nicolas Patry 2023-11-28 15:15:10 +0000
• 26a271fad5 Adding the flag to docker laucnher. Nicolas Patry 2023-11-28 15:14:46 +0000
• e3c31c9d92 Allow dtype for bitsandbytes (it works, checked for idefics 9b/llama/80b)t Nicolas Patry 2023-11-28 14:15:56 +0000
• 1c09961f14 make install-flash-attn-v2-cuda should work like make install-flash-attn-v2 used to work. Nicolas Patry 2023-11-28 15:03:08 +0100
• 2144a6894d
  Merge branch 'main' into main xihajun 2023-11-28 12:24:36 +0000
• d81f0bb6b9
  Rename requirements.txt to requirements_cuda.txt xihajun 2023-11-28 12:22:11 +0000
• b2b5df0e94
  Add RoCm support (#1243) fxmarty 2023-11-27 14:08:12 +0100
• 2713b21132 Let each model resolve their own default dtype. Nicolas Patry 2023-11-27 10:30:35 +0000
• ed2a3f617e
  Exllama v2 (#1211) Nicolas Patry 2023-11-25 22:38:38 +0100
• 86009e28ac Keep exllamav1 for sharded flows. Nicolas Patry 2023-11-25 19:48:04 +0000
• d9dffb55c0 Rebased. Nicolas Patry 2023-11-25 11:50:31 +0000
• a7ed31cf6c Deactivating v2 for sharded. Nicolas Patry 2023-11-25 11:30:20 +0000
• b041bf15ae Fix imports. Nicolas Patry 2023-11-23 13:29:03 +0000
• ff51589332 Exllamav2 functional. Nicolas Patry 2023-11-23 11:34:22 +0000
• a61f432599 Fixing exllamav2. Ubuntu 2023-11-23 11:24:41 +0000
• fb64ce1040 Adding scratch space. Nicolas Patry 2023-10-30 16:33:58 +0000
• 024bdb0142 Update exllamav2 (illegal address issued) Nicolas Patry 2023-10-30 15:58:23 +0000
• f96d997494 use exllamav2QuantLinear instead of exllama1 Florian Zimmermeister 2023-10-25 12:26:20 +0200
• a02f6839e9 build in docker Florian Zimmermeister 2023-10-17 22:33:06 +0200
• 0ae4523c53 draft exllamav2, first commit Florian Zimmermeister 2023-10-17 22:14:36 +0200
• 9e76fbcc00
  Updating vllm to use cuda 12.1 and pytorch 2.1 Thomas Wood 2023-11-25 06:35:28 -0500
• b7dba16160 cargo fmt Félix Marty 2023-11-24 18:26:40 +0100
• 8aef399209 latest=false Félix Marty 2023-11-24 18:08:40 +0100
• 60679fa297
  Refactor model instantiation for Mistral type xihajun 2023-11-23 17:45:38 +0000
• 2b9b04008b Revert back to version 1.1.1 xihajun 2023-11-23 17:28:11 +0000
• d856888acb
  Update tokenizers==0.15.0 and transformers==4.35.2 xihajun 2023-11-23 17:23:59 +0000
• 99a2075775 Merge branch 'main' into tgi-rocm Félix Marty 2023-11-23 17:48:11 +0100
• f271be417d format Your Name 2023-11-23 17:47:43 +0100
• 31a7e9ef1b
  Test for a different version name xihajun 2023-11-23 16:38:29 +0000
• f1004498d0
  Test on mistral with CausalLM xihajun 2023-11-23 16:34:06 +0000
• d4e2ca08bb clean doc Your Name 2023-11-23 16:51:17 +0100
• 3c02262f29 Reduce race condition on file system for test Nicolas Patry 2023-11-23 15:42:48 +0000