Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 3ab578b416
  [docs] Fix link to Install CLI (#1526) Pedro Cuenca 2024-02-02 14:05:30 +0100
• 3d21618814
  [docs] Fix link to Install CLI Pedro Cuenca 2024-02-02 13:49:18 +0100
• 4c6c39e491 Upgrading axum=0.7 Nicolas Patry 2024-02-02 12:15:32 +0100
• bcdb02e41a typing IlyasMoutawwakil 2024-02-01 19:37:02 +0000
• 02912ad273 feat: add ie update to message docs drbh 2024-02-01 13:36:24 -0500
• fb59c56215 adapt awq weights to exllama/gptq kernels IlyasMoutawwakil 2024-02-01 18:35:41 +0000
• 8665ab07ac revert changes IlyasMoutawwakil 2024-02-01 18:35:04 +0000
• c10c4a023a Github magic? add_readme_dashboard Nicolas Patry 2024-02-01 16:13:37 +0000
• 62613371b9 Layoyut. Nicolas Patry 2024-02-01 16:09:48 +0000
• cf10a72a89 ? Nicolas Patry 2024-02-01 16:08:49 +0000
• ed6af32aee Monioring your deployements. Nicolas Patry 2024-02-01 16:07:59 +0000
• 15267553c0 Different layout ? Nicolas Patry 2024-02-01 16:05:10 +0000
• 331652f556 Different inclusion. Nicolas Patry 2024-02-01 15:58:33 +0000
• 3016997ac5 Adding a dashboard in the README to showcase prod metrics. Nicolas Patry 2024-02-01 15:52:11 +0000
• 1d15901d24 Update docs2. Nicolas Patry 2024-02-01 15:51:15 +0000
• 5267fac845 Forgot to update docs. Nicolas Patry 2024-02-01 15:36:21 +0000
• 3e26028245 Marking the flag as really not the fastest and BETA. Nicolas Patry 2024-02-01 15:30:02 +0000
• 7b38ca4d7b typo removal. Nicolas Patry 2024-01-25 15:31:39 +0100
• d90383d96d Updating docs. Nicolas Patry 2024-01-25 14:48:54 +0100
• 081457f290 Dummy but working version. Nicolas Patry 2024-01-25 13:03:37 +0100
• a15ceb200c Initial fp8. Nicolas Patry 2024-01-25 11:10:22 +0000
• 0e97af456a
  Updating tokenizers. (#1517) Nicolas Patry 2024-02-01 16:26:48 +0100
• ee1cf51ce7
  fix: tokenizer config should use local model path when possible (#1518) drbh 2024-02-01 09:39:32 -0500
• 1e03b61b5c Revert "Modify default for max_new_tokens in python client (#1336)" revert Nicolas Patry 2024-02-01 14:36:10 +0000
• 9ad6b570ae fix: simplify logic and remove vars drbh 2024-02-01 14:24:12 +0000
• 57e27bcbb2
  Update router/src/main.rs drbh 2024-02-01 09:09:21 -0500
• da3f8a4598
  Update router/src/main.rs drbh 2024-02-01 09:05:42 -0500
• 6e08f5b265 fix: tokenizer config should use local model path when possible drbh 2024-02-01 13:54:33 +0000
• 0b5b858779 fix missing g_idx and eventual overflow in triton kernel IlyasMoutawwakil 2024-02-01 13:30:43 +0000
• 8acbcb31d5 add triton fallback to awq IlyasMoutawwakil 2024-02-01 13:30:13 +0000
• 54cbe5f120 Updating tokenizers. Nicolas Patry 2024-02-01 14:13:16 +0100
• b71557d956 add request id in logs debug-request-id Adrien 2024-02-01 13:47:04 +0100
• 9ad7b6a1a1
  Hotfix the / health - route. (#1515) Nicolas Patry 2024-02-01 13:29:04 +0100
• eb47e042e2 Hotfix. Nicolas Patry 2024-02-01 13:28:26 +0100
• 5766c55b7a post process exllama model IlyasMoutawwakil 2024-02-01 12:48:17 +0100
• 12c1f54525 awq fallback to exllama IlyasMoutawwakil 2024-02-01 12:06:02 +0100
• 6cb6020e4d fix exllama overflows IlyasMoutawwakil 2024-02-01 12:05:36 +0100
• 94d243b3d7 Freshen up the README. update_readme Nicolas Patry 2024-02-01 10:23:37 +0100
• 13c62be467
  GPTNeoX: Use static rotary embedding (#1498) Dean Wyatte 2024-02-01 01:34:11 -0700
• 2d674624a3 fix: start to add caching of previous states drbh 2024-02-01 05:00:51 +0000
• 2ae36a97fd
  fix: improve messages api docs content and formatting (#1506) drbh 2024-01-31 11:26:22 -0500
• 0595bf3e9a
  feat: eetq gemv optimization when batch_size <= 4 (#1502) dtlzhuangz 2024-01-31 19:05:49 +0800
• a3c45da0a4 Improvments within mamba. mamba2 Nicolas Patry 2024-01-31 10:28:58 +0000
• 5b6f9259c1 feat: add optimization and first pass of integration test drbh 2024-01-30 18:53:28 +0000
• 871e5e7338 fix rotary dim fix_neox_rotary_emb Dean Wyatte 2024-01-30 03:53:08 +0000
• 966f3ba35c feat: use fused kernel in forward pass drbh 2024-01-29 21:54:23 +0000
• c2681b2bea feat: build custom selective-scan kernels drbh 2024-01-29 20:09:38 +0000
• 2d56f106a6
  Modify default for max_new_tokens in python client (#1336) freitng 2024-01-29 17:02:57 +0100
• 970f7142b5 fix: improve messages api docs content and formatting drbh 2024-01-29 14:18:19 +0000
• a9ea60684b
  Create the compute type at launch time (if not provided in the env). (#1505) Nicolas Patry 2024-01-29 12:30:50 +0100
• 6ff36feac9 Clippy. Nicolas Patry 2024-01-29 12:21:49 +0100
• a7a98c0253 Fmt Nicolas Patry 2024-01-29 12:11:57 +0100
• e19d6f3589 Easier to parse. Nicolas Patry 2024-01-29 12:02:42 +0100
• 497d1518be Setting the compute_type at launchtime. Nicolas Patry 2024-01-29 11:59:04 +0100
• 0424dabb01
  Sending compute type from the environment instead of hardcoded string (#1504) Nicolas Patry 2024-01-29 11:20:08 +0100
• f91fbe9d26 Sending compute type from the environment instead of hardcoded string Nicolas Patry 2024-01-29 11:15:58 +0100
• 01b2f357b9 feat: eetq gemv optimization when batch_size <= 4 zhuangzhong 2024-01-29 15:06:11 +0800
• f2a00be169 use static rotary embedding Dean Wyatte 2024-01-26 22:22:55 +0000
• 069895b985
  Fixing top_n_tokens. (#1497) Nicolas Patry 2024-01-26 20:13:47 +0100
• 9d3190179e Fixing tests Nicolas Patry 2024-01-26 18:36:51 +0000
• c2d4a3b5c7
  v1.4.0 (#1494) v1.4.0 OlivierDehaene 2024-01-26 19:04:57 +0100
• a5600c23af Fix seq2seq. Nicolas Patry 2024-01-26 17:34:38 +0000
• 0452d590d0 Fixing other types of models + tests + Damn you python scoping. Nicolas Patry 2024-01-26 17:16:26 +0000
• 6e629add98 Fixing top_n_tokens. Nicolas Patry 2024-01-26 16:38:03 +0000
• 4d6132a233 remove delete doc comment OlivierDehaene 2024-01-26 18:04:07 +0100
• d0ddc80c31 fmt OlivierDehaene 2024-01-26 16:31:48 +0100
• bc04a059c9 v1.4.0 OlivierDehaene 2024-01-26 16:31:33 +0100
• d9758851be
  feat: add tokenizer-config-path to launcher args (#1495) drbh 2024-01-26 12:01:33 -0500
• e9e771c3db chore: remove extra space (cargo fmt) drbh 2024-01-26 11:28:04 -0500
• fc86dba781 fix: ensure latest requirements exported bump-poetry-and-requirements drbh 2024-01-26 11:26:34 -0500
• 400a3c68c6 feat: bump lock and requirement files drbh 2024-01-26 11:23:49 -0500
• 6d34bfcef5 fix: replace accidental deletion and fix docs again drbh 2024-01-26 11:11:35 -0500
• b6cfb1dd75 fix: remove trailing space (cargo fmt) drbh 2024-01-26 11:04:53 -0500
• 66292828e6 fix: correct comment typo drbh 2024-01-26 10:57:53 -0500
• f7a8454d43 fix: update docs and move arg position in file drbh 2024-01-26 10:55:35 -0500
• f660fcf715 feat: add tokenizer-config-path to launcher args drbh 2024-01-26 10:47:17 -0500
• 650fea1834
  GPTQ support on ROCm (#1489) fxmarty 2024-01-26 16:27:44 +0100
• 4ee87f41ab update doc OlivierDehaene 2024-01-26 16:27:27 +0100
• 7d2bc40c42 update doc OlivierDehaene 2024-01-26 16:11:24 +0100
• 051c9c465f Update Dockerfile_amd fxmarty 2024-01-26 11:20:20 +0100
• fcee7035c0 update doc Felix Marty 2024-01-25 18:19:15 +0000
• 059a2d9fa6 clean Felix Marty 2024-01-25 18:14:35 +0000
• 359dd46474 cleaning bis Felix Marty 2024-01-25 18:06:58 +0000
• 2909047d2e cleanup Felix Marty 2024-01-25 18:03:43 +0000
• da002794b2 fix Felix Marty 2024-01-25 16:15:28 +0000
• 145c2d6d6e more logs Felix Marty 2024-01-25 16:11:00 +0000
• 3c93b31959 fix Felix Marty 2024-01-25 12:28:56 +0000
• d8f33e3c2b update torch Felix Marty 2024-01-25 12:05:35 +0000
• 33111a0e7f wip Felix Marty 2024-01-25 11:59:02 +0000
• ebecc06161
  Update the docs to include newer models. (#1492) Nicolas Patry 2024-01-26 16:07:31 +0100
• 52df1f5a37 Fmt Nicolas Patry 2024-01-26 13:20:46 +0000
• 50a20a83d7
  fix: launcher doc typos (#1462) Andrés Restrepo 2024-01-26 08:10:07 -0500
• 4c7315dde5
  Trying to fix that flaky test. (#1491) Nicolas Patry 2024-01-26 14:06:27 +0100
• ac49972752
  Add sealion mpt support (#1477) Nicolas Patry 2024-01-26 14:05:02 +0100
• b95732180d
  Reinstate exl2 with tp (#1490) Nicolas Patry 2024-01-26 14:00:29 +0100
• beca6c92f1 Updating the openapi docs. Nicolas Patry 2024-01-26 13:18:05 +0100
• 29fa60ec3e Trying to fix that flaky test. Nicolas Patry 2024-01-26 11:36:41 +0000
• a7c475ac3b Updating gptq (exl2 slightly different output) Nicolas Patry 2024-01-26 11:34:00 +0000
• 29a4baea59 Fixing sealion support. Nicolas Patry 2024-01-26 11:04:18 +0000
• 7de9141164 Adding a comment. Nicolas Patry 2024-01-26 10:30:01 +0000