Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 97d9ff3a71 Trying back to but EXl2 + TP>1, Nicolas Patry 2024-01-26 10:27:17 +0000
• 16958fe312
  fix: launcher doc typos (#1473) Nicolas Patry 2024-01-26 10:41:58 +0100
• 13dd8e2361
  fix: show warning with tokenizer config parsing error (#1488) drbh 2024-01-26 04:41:39 -0500
• 45978034c9 Pre-emptive on sealion. update_docs2 Nicolas Patry 2024-01-26 10:15:31 +0100
• 17b7b75e65 Update the docs Nicolas Patry 2024-01-26 10:13:23 +0100
• a32df51e3a
  Introduce basic helm chart Wilfried Roset 2023-11-09 21:19:45 +0100
• 1c32d53fc3 feat: prefer custom model and produce correct output drbh 2024-01-25 17:07:37 -0500
• b2d7448a39 fix: show warning with tokenizer config parsing error drbh 2024-01-25 17:40:09 +0000
• 9c320e260b
  fix: read stderr in download (#1486) OlivierDehaene 2024-01-25 18:16:03 +0100
• 592cb0a10d read stderr without log lines OlivierDehaene 2024-01-25 16:05:11 +0100
• 7e2a7433d3
  feat: adds phi model (#1442) drbh 2024-01-25 09:37:53 -0500
• 29cad22615 fix: read stderr in download OlivierDehaene 2024-01-25 15:32:43 +0100
• 86c8335f1b
  Add a new /tokenize route to get the tokenized input (#1471) Nicolas Patry 2024-01-25 14:19:03 +0100
• 46ca08a831 Fmt. Nicolas Patry 2024-01-25 10:33:51 +0000
• 211b9681e6 Original truncate behavior. Nicolas Patry 2024-01-25 10:11:23 +0000
• 168ec6b145 Don't actually modify the inputs. Nicolas Patry 2024-01-25 09:42:05 +0000
• 35939a28c7 feat: mvp single inference and explore integration drbh 2024-01-24 20:55:12 -0500
• dd39877ee3 fix: bump transformers version to support phi fallback drbh 2024-01-24 13:50:05 -0500
• 6134f0108d fix: cleanup config, remove unused values and fix non flash init drbh 2024-01-24 17:38:17 +0000
• 9bcd21a0b0 fix: adjust model config vars and other refactors drbh 2024-01-24 12:23:04 -0500
• 7872b8c55b
  Add messages api compatibility docs (#1478) drbh 2024-01-24 11:41:28 -0500
• 6b575730d8 fix: adjust file name and add to toc tree drbh 2024-01-24 11:05:46 -0500
• 635a5b42ea feat: align docs with demo code and rename env var drbh 2024-01-24 10:52:40 -0500
• bfe062ee99 Go back to the default of adding special tokens in validation. Nicolas Patry 2024-01-24 12:31:12 +0000
• 7e542d4d05
  Fixing non divisible embeddings. (#1476) Nicolas Patry 2024-01-24 13:08:41 +0100
• 58ea6bf897 Update idefics. Nicolas Patry 2024-01-24 11:15:05 +0000
• 3b560f4ea8 Fixing non divisible embeddings. Nicolas Patry 2024-01-24 10:22:05 +0000
• 99392376e6 fix: add inline comments to highlight differences with llama drbh 2024-01-24 00:54:47 +0000
• c7ad2b61a1 feat: add integration tests and snapshots for phi drbh 2024-01-24 00:36:24 +0000
• 1f7042d165 fix error if top_n_tokens is 0 or null gduhamel 2024-01-23 21:05:13 +0100
• e4fa84ba26 fix: prefer message api naming drbh 2024-01-23 17:20:28 +0000
• 8f4dc804c5 feat: draft open ai compatibility docs drbh 2024-01-23 17:14:03 +0000
• b819e24960 Fix typos in launcher help. Nicolas Patry 2024-01-23 15:31:13 +0100
• 18f13a1b5f feat: avoid copy for partial rotary embeddings drbh 2024-01-23 15:42:10 +0000
• 82f87ada6f
  Disable decoder_input_details on OpenAI-compatible chat streaming, pass temp and top-k from API (#1470) Jacob Keisling 2024-01-23 08:55:05 -0600
• c0ade6bba2 Fix typos in launcher help. Nicolas Patry 2024-01-23 15:31:13 +0100
• 2a7a967de3
  Revert prefill optimization and fix accuracy issue in shift operation (#29) Karol Damaszke 2024-01-23 15:19:07 +0100
• b1ffd253a9 Updating openapi docs. Nicolas Patry 2024-01-23 15:12:36 +0100
• 048bc5b4b7 Remove special, it's not correct enough (and not necessarily useful). Nicolas Patry 2024-01-23 15:04:17 +0100
• c12ff38974 Tokenization route. Nicolas Patry 2024-01-23 14:55:29 +0100
• 4f7f617e91 Adding tokenizer route. Nicolas Patry 2024-01-23 14:49:04 +0100
• d805612cc0 Transparently pass through temp and top_p EndlessReform 2024-01-22 22:35:37 -0600
• 4347960180 Disable decoder_input_details for streaming requests EndlessReform 2024-01-22 22:14:31 -0600
• 10fce5bffd
  Merge branch 'huggingface:main' into add_sealion_mpt_support David Ong Tat-Wee 2024-01-23 10:52:18 +0800
• bcf145733c feat: initial weight load drbh 2024-01-23 01:37:09 +0000
• c49332adb6 fix: remove unused imports and duplicate spaces drbh 2024-01-23 00:18:29 +0000
• 2b43c5b0dd fix: prefer parallel attn load and small refactors drbh 2024-01-23 00:14:22 +0000
• 8204f23650 fix: load attn weights to align with flash attn drbh 2024-01-22 21:53:01 +0000
• 98e5faff9d
  feat: conditionally toggle chat on invocations route (#1454) drbh 2024-01-22 10:29:01 -0500
• becd09978c
  chore: bump rust version and annotate/fix all clippy warnings (#1455) drbh 2024-01-22 09:22:54 -0500
• df04b28bfc Add Sealion MPT Support Choon Meng Tan 2024-01-21 12:18:20 +0800
• 6af0b94046 Enable padding before sharding for tp embedding for non-divisible embedding tables. Pragaash 2024-01-20 15:21:43 -0800
• b91921f276 fix: lanucher doc typos Andres Restrepo 2024-01-20 13:18:44 -0500
• fd8b42678d Fix top_n_tokens > 0 gduhamel 2024-01-19 20:50:17 +0100
• ac3bc0e95e
  Removed kv_cache from HPU graph output (#19) jkaniecki 2024-01-19 15:34:13 +0100
• da0f874d49
  Prefer prefill instead of decode when max_waiting_tokens==0 (#18) mrs303 2024-01-19 15:25:40 +0100
• 60f63262db
  Prefill optimization by allocating space only for the first token (#17) Karol Damaszke 2024-01-19 15:18:35 +0100
• 0b96da89aa
  Make tokenizer optional (#12) Adam Stachowicz 2024-01-19 15:12:04 +0100
• 5db645a19a fix: remove debug logs drbh 2024-01-19 00:12:58 +0000
• 43441cad42 fix: improve model initalization drbh 2024-01-18 19:36:50 +0000
• 215afc15f0 fix: prefer env value from clap for better defaults drbh 2024-01-18 11:03:05 -0500
• fb29a913a9 chore: bump rust version and annotate/fix all clippy warnings drbh 2024-01-18 10:16:02 -0500
• 90541fba07 feat: conditionally toggle chat drbh 2024-01-18 09:38:40 -0500
• 3ccb3bb0b5
  feat: support raise_exception, bos and eos tokens (#1450) drbh 2024-01-18 06:31:56 -0500
• bc81795370 fix: use generic raise_exception function to improve tests drbh 2024-01-17 18:34:25 -0500
• f378c60517 fix: make eos and bos optional and only init template once drbh 2024-01-17 18:24:17 -0500
• 77ee1f18fa feat: load phi weights and produce nonsense tokens drbh 2024-01-17 22:30:57 +0000
• db835509ed feat: support raise_exception, bos and eos tokens drbh 2024-01-17 09:01:00 -0500
• 381ec38cad
  Batch bucketing improvements (#15) madamczykhabana 2024-01-17 10:09:27 +0100
• 8523f7ef64
  Deepspeed terminate (#11) mrs303 2024-01-17 09:57:03 +0100
• 0eabc83541
  feat: supports openai chat completions API (#1427) drbh 2024-01-16 05:07:41 -0500
• c459c86f88
  High-level server profiler (#13) Krzysztof Laskowski 2024-01-16 09:57:29 +0100
• 3dd84f1fc0 #1447 upgrade rust to fix compilation error Lennart 2024-01-16 07:50:19 +0100
• 4a47f66da1 fix: avoid program exit on repo fetch failures drbh 2024-01-15 18:09:31 -0500
• 41c4f4fa41
  Debugging utils (#14) madamczykhabana 2024-01-15 21:05:27 +0100
• fb6c220dc8 feat: support local configs and prefer hf hub drbh 2024-01-15 08:58:11 -0500
• cd8e0b221e feat: adds phi model drbh 2024-01-13 10:02:24 -0500
• 3513bc73b2 fix: add removed index from rebase and clippy drbh 2024-01-11 13:52:34 -0500
• 4555e8721c fix: remove duplicate input_length on Details drbh 2024-01-11 12:10:34 -0500
• c63551fad7 fix: prefer only intput_length over full ValidRequest in GenerateStreamResponse drbh 2024-01-11 10:46:55 -0500
• 62e6661616 fix: clippy tweaks drbh 2024-01-10 14:02:28 -0500
• d009aa3ee3 fix: re-add changes removed during rebase drbh 2024-01-10 14:00:38 -0500
• 55455a16c7 fix: initialize chat template single time, fix defaults and add seed param drbh 2024-01-10 13:29:20 -0500
• 47ad7bfbe4 fix: remove trailing space for clippy drbh 2024-01-10 10:26:23 -0500
• 9fdf47f766 feat: supports openai chat completions API drbh 2024-01-10 10:08:51 -0500
• ac08b4ef9c
  Return prompt vs generated tokens. (#1436) Nicolas Patry 2024-01-11 19:01:43 +0100
• ae4cafa7f0 Fix. Nicolas Patry 2024-01-11 18:03:34 +0100
• 0d48a43df0 Fmt. Nicolas Patry 2024-01-11 17:58:18 +0100
• a38d701911 Typos. Nicolas Patry 2024-01-11 17:57:31 +0100
• ca04548080 Make it clear that this value is only partially correct. Nicolas Patry 2024-01-11 17:56:16 +0100
• 8e0c538a18 Fix by using the actual real value as outputted by the validation workers. Nicolas Patry 2024-01-11 15:18:58 +0000
• 5c8cc964fa Return prompt vs generated tokens. Nicolas Patry 2024-01-11 14:59:53 +0000
• a8c5b69e2c
  Set default value of LIMIT_HPU_GRAPH to True (#7) Karol Damaszke 2024-01-11 14:51:49 +0100
• 532e4b8d41
  Readme updates with review comments (#8) Harish Subramony 2024-01-11 01:12:43 -0800
• da27fbdfdb
  Fix local load for Medusa (#1420) PYNing 2024-01-11 01:36:20 +0800
• fbeb1c4475
  fix: follow base model for tokenizer in router (#1424) OlivierDehaene 2024-01-10 16:35:54 +0100
• 31b23f98ff feat: boilerplate phi2 model integration support-phi-model drbh 2024-01-10 09:42:26 -0500
• 19aa5308cb Kepp code style consistent with PR #1419 PYNing 2024-01-10 10:58:56 +0800
• 6545383861 Merge branch 'main' into fix_local_load_for_medusa PYNing 2024-01-10 10:53:00 +0800
• cb8b7610c0
  Update README for proper usage of LIMIT_HPU_GRAPH (#3) Harish Subramony 2024-01-09 14:49:15 -0800