Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• fec3f8f21c Fixing cohere tokenizer. (#1697) Nicolas Patry 2024-04-05 16:44:19 +0200
• 62672c6934 Push users to streaming in the readme. (#1698) Nicolas Patry 2024-04-05 16:44:10 +0200
• fe063b8118 Pickle conversion now requires --trust-remote-code. (#1704) Nicolas Patry 2024-04-05 13:32:53 +0200
• 29c316e5bb Add cuda graphs sizes and make it default. (#1703) Nicolas Patry 2024-04-04 23:01:56 +0200
• 0bf856dc60 v1.4.5 (#1686) OlivierDehaene 2024-03-29 19:17:24 +0100
• dc1ab2001d feat: Add dbrx support (#1685) OlivierDehaene 2024-03-29 18:49:36 +0100
• 56670398f3 fix: handle batches with and without grammars (#1676) drbh 2024-03-28 12:02:01 -0400
• d5ed4c110b fix: adjust logprob response logic (#1682) drbh 2024-03-28 12:01:46 -0400
• 6ac93d8f28 v1.4.4 (#1668) OlivierDehaene 2024-03-22 18:44:05 +0100
• da4199ed97 feat: cohere (#1660) OlivierDehaene 2024-03-22 17:59:25 +0100
• ecdacbb73c Inline images for multimodal models. (#1666) Nicolas Patry 2024-03-22 17:14:54 +0100
• 097e72a672 fix: LlamaTokenizerFast to AutoTokenizer at flash_mistral.py (#1637) SeongBeomLEE 2024-03-23 01:13:13 +0900
• c4f92ec4b5 feat: update client to 0.7 (#1667) OlivierDehaene 2024-03-22 17:10:56 +0100
• 07f05a86a4 Repair idefics integration tests. (#1663) Nicolas Patry 2024-03-21 22:21:03 +0100
• 6729783a19 Remove unecessary cuda graph. (#1664) Nicolas Patry 2024-03-21 20:11:05 +0100
• ab074c81b7 fix: improve tool type, bump pydantic and outlines (#1650) drbh 2024-03-21 12:45:56 -0400
• b36c0f8436 fix: prefer spaces url over temp url (#1662) drbh 2024-03-21 12:34:25 -0400
• d888bc2828 feat: support force downcast after FastRMSNorm multiply for Gemma (#1658) drbh 2024-03-21 05:25:11 -0400
• 08525d9459 feat: bump minijina and add test for core templates (#1626) drbh 2024-03-20 09:13:46 -0400
• 925f9c496b Fixing minor typo in documentation: supported hardware section (#1632) Sachin Varghese 2024-03-18 02:33:58 -0400
• 50d8f99b8e Fix index in ChatCompletionChunk (#1648) Lucain 2024-03-16 17:14:29 +0100
• 86c5ce5aa5 Update peft + transformers + accelerate + bnb + safetensors (#1646) abhishek thakur 2024-03-15 13:23:26 +0100
• 7809825f0c Upgrade nix version from 0.27.1 to 0.28.0 (#1638) Karol Damaszke 2024-04-25 10:25:40 +0300
• cd8163dce2 Use a better model for the quick tour (#1639) lewtun 2024-03-12 11:25:32 +0100
• d4aebbd10a fix: correctly index into mask when applying grammar (#1618) drbh 2024-03-01 12:22:01 -0500
• dc7c69e887 fix: add missing stop parameter for chat request (#1619) drbh 2024-03-01 12:08:11 -0500
• 5a2a0ca0c0 feat: accept legacy request format and response (#1527) drbh 2024-02-29 10:44:20 -0500
• 0a5755eb7a Fix async client timeout (#1617) Hugo Abonizio 2024-02-29 11:41:49 -0300
• 0390b28b85 Fix idefics default. (#1614) Nicolas Patry 2024-02-29 13:16:34 +0100
• e259625b8b fix: Handle concurrent grammar requests (#1610) drbh 2024-02-29 05:17:42 -0500
• e9b200369c v1.4.3 (#1609) OlivierDehaene 2024-02-28 16:12:14 +0100
• 666cdaaf16 feat: Qwen2 (#1608) OlivierDehaene 2024-02-28 15:50:31 +0100
• 7c6a47bb7a feat: starcoder2 (#1605) OlivierDehaene 2024-02-28 12:07:08 +0100
• bc6ab91a4e Fixing guidance docs. (#1607) Nicolas Patry 2024-02-28 12:05:15 +0100
• 35f7c3f813 Fixing x-compute-time. (#1606) Nicolas Patry 2024-02-28 11:30:37 +0100
• f215cc15ee Support tools (#1587) drbh 2024-02-28 05:10:27 -0500
• 21d52c9ca1 Revamp medusa implementation so that every model can benefit. (#1588) Nicolas Patry 2024-02-26 19:49:28 +0100
• 70ac5c3e10 fix: avoid default message (#1579) drbh 2024-02-22 08:56:42 -0500
• d94343d695 fix: fix openapi schema (#1586) OlivierDehaene 2024-02-21 15:30:45 +0100
• e7183c2c03 v1.4.2 (#1585) OlivierDehaene 2024-02-21 14:50:57 +0100
• a461257066 feat: add support for Gemma (#1583) OlivierDehaene 2024-02-21 14:15:22 +0100
• 3c6e6d8c3f fix(router): fix openapi and add jsonschema validation (#1578) OlivierDehaene 2024-02-21 11:05:32 +0100
• 5addb84bfb fix: refactor syntax to correctly include structs (#1580) drbh 2024-02-20 10:38:35 -0500
• c3053e872a improve endpoint support (#1577) drbh 2024-02-20 08:04:51 -0500
• 5a54d915ae Fix mistral with length > window_size for long prefills (rotary doesn't create long enough cos, sin). (#1571) Nicolas Patry 2024-02-19 15:23:12 +0100
• 2ac1b55c95 v1.4.1 (#1568) OlivierDehaene 2024-02-16 17:50:57 +0100
• cf946b3984 feat: add chat template struct to avoid tuple ordering errors (#1570) OlivierDehaene 2024-02-16 16:37:32 +0100
• 31b5e37f49 chore: add pre-commit (#1569) OlivierDehaene 2024-02-16 11:58:58 +0100
• 69a2eadc52 Bugfix: eos and bos tokens positions are inconsistent (#1567) Aaron Mihalik 2024-02-16 05:44:04 -0500
• cfccdf3d43 Added name field to OpenAI compatible API Messages (#1563) Aaron Mihalik 2024-02-15 13:30:31 -0500
• 55acb86f42 Outlines guided generation (#1539) drbh 2024-02-15 04:28:10 -0500
• 686b56a0c0 Small cleanup. (#1560) Nicolas Patry 2024-02-14 15:30:07 +0100
• e93cc34a22 Improving mamba runtime by using updates (#1552) Nicolas Patry 2024-02-14 09:54:10 +0100
• f6500bfaa3 Upgrade intermediary layer for nvidia too. (#1557) Nicolas Patry 2024-02-13 22:46:16 +0100
• d05d930545 Fixing glibc version in the runtime. (#1556) Nicolas Patry 2024-02-13 17:43:47 +0100
• 91b56a71dc feat: add deserialize_with that handles strings or objects with content (#1550) drbh 2024-02-13 10:01:02 -0500
• 0c207f71ed feat: experimental support for cuda graphs (#1428) OlivierDehaene 2024-02-12 10:09:29 +0100
• 518d30dec4 feat(router): add max_batch_size (#1542) OlivierDehaene 2024-02-09 12:38:41 +0100
• 777e519277 ROCm AWQ support (#1514) Ilyas Moutawwakil 2024-02-09 10:45:16 +0100
• 8415d4605d chore: bump ci rust version (#1543) drbh 2024-02-09 04:32:04 -0500
• f1d8da3ba6 feat(server): add frequency penalty (#1541) OlivierDehaene 2024-02-08 18:41:25 +0100
• 4c698fa6c2
  Adding support for HF_HUB_OFFLINE support in the router. (#1789) Nicolas Patry 2024-04-23 23:38:30 +0200
• 23d82b8fb6
  fix: avoid frequency and repetition penalty on padding tokens (#1765) drbh 2024-04-23 17:19:16 -0400
• 429092683b Using @drbh patch. Nicolas Patry 2024-04-23 14:27:43 +0000
• af24703708 Adding support for HF_HUB_OFFLINE support in the router. Nicolas Patry 2024-04-22 13:53:08 +0000
• ba33c66b5b Updating the benchmarks so everyone uses openai compat layer. Nicolas Patry 2024-04-23 21:07:36 +0000
• bfddfa5955
  Idefics2. (#1756) Nicolas Patry 2024-04-23 23:04:44 +0200
• 986b4044d1
  Phi3 support (#1797) Nicolas Patry 2024-04-23 18:40:05 +0200
• e72897004a black Mohit Sharma 2024-04-23 15:05:39 +0000
• fbc5a6a120 add LLMM_Silu Mohit Sharma 2024-04-23 15:02:53 +0000
• 9be1db3101
  feat: allow null eos and bos tokens in config (#1791) drbh 2024-04-23 10:26:54 -0400
• 455cada527
  Add attribute descriptions for GenerateParameters (#1798) Lucain 2024-04-23 16:22:12 +0200
• 12e310f2a9 Proper TP Nicolas Patry 2024-04-23 13:01:26 +0000
• 5034f9ea84
  Add attribute descriptions for GenerateParameters Wauplin 2024-04-23 14:59:04 +0200
• 9e278d1aec Updating llava net integration tests. Nicolas Patry 2024-04-23 09:51:10 +0000
• 43796ce4f9 Revert "Removing params test (seems flaky in CI ?)" Nicolas Patry 2024-04-23 09:35:56 +0000
• cec954e391 Update to peft 0.8.2 (#1537) Jason Stillerman 2024-02-08 06:44:04 -0500
• 7d31cb6e75 Phi3 support. Nicolas Patry 2024-04-23 08:50:18 +0000
• 51a4e62ed4 Impl simple mamba model (#1480) drbh 2024-02-08 04:19:45 -0500
• b93d4ec604 Removing params test (seems flaky in CI ?) Nicolas Patry 2024-04-23 07:55:04 +0000
• d05a9814dc fix: remove trailing space from docs drbh 2024-04-23 02:39:02 -0400
• 99cb270f91 feat: use existing add_generation_prompt variable from config in temp… (#1533) drbh 2024-02-07 03:35:53 -0500
• 62a40b8aa6 feat: add ie update to message docs (#1523) drbh 2024-02-02 10:31:11 -0500
• e39ba494b8 [docs] Fix link to Install CLI (#1526) Pedro Cuenca 2024-02-02 14:05:30 +0100
• 369ae2dcc1 Updating tokenizers. (#1517) Nicolas Patry 2024-02-01 16:26:48 +0100
• 14b40bffba fix: tokenizer config should use local model path when possible (#1518) drbh 2024-02-01 09:39:32 -0500
• 6c0b21bd14 Revert "Modify default for max_new_tokens in python client (#1336)" Nicolas Patry 2024-02-01 14:36:10 +0000
• 2bf39314ba Hotfix the / health - route. (#1515) Nicolas Patry 2024-02-01 13:29:04 +0100
• 1a0bfe3f7f Freshen up the README. Nicolas Patry 2024-02-01 10:23:37 +0100
• 27daa511ec GPTNeoX: Use static rotary embedding (#1498) Dean Wyatte 2024-02-01 01:34:11 -0700
• 11d8e7132f fix: improve messages api docs content and formatting (#1506) drbh 2024-01-31 11:26:22 -0500
• bf72c03d0e feat: eetq gemv optimization when batch_size <= 4 (#1502) dtlzhuangz 2024-01-31 19:05:49 +0800
• 86796bc78c Modify default for max_new_tokens in python client (#1336) freitng 2024-01-29 17:02:57 +0100
• 89fa4fddb0 Create the compute type at launch time (if not provided in the env). (#1505) Nicolas Patry 2024-01-29 12:30:50 +0100
• 050c5840b5 Sending compute type from the environment instead of hardcoded string (#1504) Nicolas Patry 2024-01-29 11:20:08 +0100
• 433934519c Fixing top_n_tokens. (#1497) Nicolas Patry 2024-01-26 20:13:47 +0100
• 0b20661cb7 Odd. Nicolas Patry 2024-04-22 21:28:08 +0000
• f65d06cfb6 Fixed idefics2 integration tests. (Less VRAM is crucial). Nicolas Patry 2024-04-22 20:49:14 +0000
• 1aa812da43 Making image passes image per image to save VRAM. Nicolas Patry 2024-04-22 20:40:21 +0000
• 60d2757c36 Update router/src/config.rs Nicolas Patry 2024-04-22 18:40:28 +0200