Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

revert-3323-revert-3313-bump-transformers-455

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3326

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• e3ded361b2
  feat(ci): improve CI speed (#94) OlivierDehaene 2023-03-03 15:07:27 +0100
• 18e8f03070 faster builds OlivierDehaene 2023-03-03 14:31:27 +0100
• 787e20a199 should work OlivierDehaene 2023-03-03 12:57:16 +0100
• dfb8a6f09c fix OlivierDehaene 2023-03-03 11:46:32 +0100
• a375ab2976 feat(ci): add sccache OlivierDehaene 2023-03-03 11:42:57 +0100
• 2d39f199ae
  feat(server): update to hf_transfer==0.1.2 (#93) OlivierDehaene 2023-03-03 11:26:27 +0100
• 1f4390a929 feat(server): update to hf_transfer==0.1.2 OlivierDehaene 2023-03-03 10:58:13 +0100
• 9b8ea6a6c7
  feat(server): add logits watermark (#90) OlivierDehaene 2023-03-02 12:30:41 +0100
• f874c47831
  feat(router): add api-inference headers (#91) OlivierDehaene 2023-03-02 11:41:51 +0100
• 66da36553a feat(router): add api-inference headers OlivierDehaene 2023-03-02 11:40:45 +0100
• 0be0506a7e add option to set the watermark gamma & delta from the launcher OlivierDehaene 2023-03-01 17:14:44 +0100
• 299f7367a5 fix test OlivierDehaene 2023-02-28 18:21:51 +0100
• 1064950462 feat(server): add logits watermark OlivierDehaene 2023-02-28 17:40:35 +0100
• a874a52afb sha-4e685d9 OlivierDehaene 2023-02-28 11:24:55 +0100
• 4e685d907e
  feat(router): ask hf.co for pipelinetag to decide on compat_return_full_text (#89) OlivierDehaene 2023-02-28 10:19:32 +0100
• d845e377fd fmt OlivierDehaene 2023-02-27 19:34:33 +0100
• ab32074fe2 better docs OlivierDehaene 2023-02-27 19:30:51 +0100
• 51b029b089 fmt OlivierDehaene 2023-02-27 19:28:34 +0100
• f3f9faca2f add return_full_text support OlivierDehaene 2023-02-27 19:22:09 +0100
• ed22912676 feat(router): add support for return_full_text OlivierDehaene 2023-02-27 17:08:16 +0100
• 1cddcbbc26 ask the hub OlivierDehaene 2023-02-27 18:19:29 +0100
• 9579bf165a feat(router): ask hf.co for pipeline to make informed desicion on compat_return_full_text OlivierDehaene 2023-02-27 18:11:49 +0100
• 21340f24ba
  feat(router): add legacy route for api-inference support (#88) OlivierDehaene 2023-02-27 14:56:58 +0100
• 91b3a2e2b5 use compat instead of legacy OlivierDehaene 2023-02-27 14:13:39 +0100
• ca955b810e feat(router): add legacy route for api-inference support OlivierDehaene 2023-02-27 10:31:56 +0100
• 65e2f1624e
  fix(server): fix token_is_special (#87) OlivierDehaene 2023-02-24 17:20:00 +0100
• ff7774f2f1 fix(server): fix token_is_special OlivierDehaene 2023-02-24 16:56:34 +0100
• 3b03c4ea18
  fix(docs): fix openapi schema (#86) OlivierDehaene 2023-02-24 15:59:49 +0100
• bac7d1c4a3 fix(docs): fix openapi schema OlivierDehaene 2023-02-24 15:59:29 +0100
• 0ac184ce77
  feat(server): add special token bool (#85) OlivierDehaene 2023-02-24 15:55:57 +0100
• 4698368a1a revert to batch_decode OlivierDehaene 2023-02-24 15:34:20 +0100
• ed59f16b96 feat(server): add special token bool OlivierDehaene 2023-02-24 15:22:59 +0100
• 4b1c9720c0
  v0.3.1 (#84) v0.3.1 OlivierDehaene 2023-02-24 13:27:41 +0100
• d392ae8333 v0.3.1 OlivierDehaene 2023-02-24 12:52:35 +0100
• 44ce098c10
  feat(server): pre-allocate max attention mask (#75) OlivierDehaene 2023-02-24 12:49:21 +0100
• 60ed7b535c first tests megatron Thomas Wolf 2023-02-23 09:52:17 +0100
• 78063c0569
  fix(server): remove position_ids from galactica forward (#82) OlivierDehaene 2023-02-20 19:28:57 +0100
• 0363b67d75 fix(server): remove position_ids from galactica forward OlivierDehaene 2023-02-20 19:04:49 +0100
• f2f78e17d1 better implem OlivierDehaene 2023-02-18 17:30:45 +0100
• a8446a5a31 feat(server): pre-allocate max attention mask OlivierDehaene 2023-02-17 22:34:36 +0100
• 17bc841b1b
  feat(server): enable hf-transfer (#76) OlivierDehaene 2023-02-18 14:04:11 +0100
• c510c30a17 enable hf-transfer even with num-shard==1 OlivierDehaene 2023-02-18 13:29:33 +0100
• 3bf5c2dd65 feat(server): enable hf-transfer OlivierDehaene 2023-02-18 13:16:18 +0100
• 6796d38c6d
  feat(router): add cors allow origin options (#73) OlivierDehaene 2023-02-17 18:22:00 +0100
• 19758f902c docs OlivierDehaene 2023-02-17 18:05:34 +0100
• 4966a8c8cf feat(router): add cors allow origin options OlivierDehaene 2023-02-17 17:50:43 +0100
• c720555adc
  v0.3.0 (#72) v0.3.0 OlivierDehaene 2023-02-16 17:28:29 +0100
• 39f7cd67d3 v0.3.0 OlivierDehaene 2023-02-16 17:28:04 +0100
• 439fcaf810
  feat(router): add prometheus metrics scrape endpoint (#71) OlivierDehaene 2023-02-16 17:18:53 +0100
• ef4e0c8247 feat(router): add prometheus metrics scrape endpoint OlivierDehaene 2023-02-16 16:54:07 +0100
• 7b3d460d21
  fix(launcher): copy current env vars to subprocesses (#70) OlivierDehaene 2023-02-16 11:20:23 +0100
• 14f1818ba1 fix(launcher): copy current env vars to subprocesses OlivierDehaene 2023-02-16 10:53:05 +0100
• 5437d49beb
  feat(router): add max_total_tokens and empty_input validation (#68) OlivierDehaene 2023-02-15 21:56:59 +0100
• 32d7e5e20f remove useless max_max_new_tokens OlivierDehaene 2023-02-15 21:34:40 +0100
• d6fc264a99 typo OlivierDehaene 2023-02-15 21:19:41 +0100
• bfdd8de903 feat(router): add max_total_tokens and empty_input validation OlivierDehaene 2023-02-15 21:18:38 +0100
• 68455353f5
  feat(launcher): add disable_custom_kernels arg (#67) OlivierDehaene 2023-02-15 16:23:45 +0100
• c5a4a1faf3
  feat(server): improve download logging (#66) OlivierDehaene 2023-02-15 16:11:32 +0100
• 72a776ca56 feat(launcher): add disable_custom_kernels arg OlivierDehaene 2023-02-15 16:04:24 +0100
• e77d9b86ea small changes OlivierDehaene 2023-02-15 15:52:11 +0100
• 603a1b3f48 feat(server): improve download logging OlivierDehaene 2023-02-15 15:47:12 +0100
• 0fbc691946
  feat: add safetensors conversion (#63) OlivierDehaene 2023-02-14 13:02:16 +0100
• 9034105553 update launcher OlivierDehaene 2023-02-14 12:35:36 +0100
• 7a0bbf0994 improve readme OlivierDehaene 2023-02-14 12:13:38 +0100
• 97f9ae6a6d let launcher download weights OlivierDehaene 2023-02-14 12:09:58 +0100
• 975bbda03b
  Add note about NVIDIA drivers lewtun 2023-02-14 12:05:04 +0100
• 397a28080c feat: add safetensors conversion OlivierDehaene 2023-02-13 16:13:04 +0100
• 9af454142a
  feat: add distributed tracing (#62) OlivierDehaene 2023-02-13 13:02:45 +0100
• ca73b60da7 remove max sequence length OlivierDehaene 2023-02-13 12:46:39 +0100
• 3fa6a4e674 fix seq2seq OlivierDehaene 2023-02-10 19:25:07 +0100
• e9441a1ea2 use only last logits OlivierDehaene 2023-02-10 18:36:34 +0100
• 189fba28d1 update readme and dockerfile to use latest version of protoc OlivierDehaene 2023-02-10 15:49:09 +0100
• e39302c3e5 add sudo OlivierDehaene 2023-02-10 15:36:52 +0100
• 26c7bdeab2 formatting OlivierDehaene 2023-02-10 15:35:01 +0100
• 67cd625c82 improved instrumentation OlivierDehaene 2023-02-10 15:30:53 +0100
• f81f0828d7 cleanup OlivierDehaene 2023-02-10 14:04:58 +0100
• 1e5a30990b Update dependencies OlivierDehaene 2023-02-10 12:14:29 +0100
• 7fa81a05b0 add shutdown procedure OlivierDehaene 2023-02-09 19:57:53 +0100
• b3cc379550 add tracing to rust router OlivierDehaene 2023-02-09 19:24:09 +0100
• 04015dfa90 feat: add distributed tracing OlivierDehaene 2023-02-09 15:07:08 +0100
• 6aa17d7923 sha-e520d5b OlivierDehaene 2023-02-09 11:14:36 +0100
• e520d5b349
  fixed SSE naming (#61) Yannic Kilcher 2023-02-08 22:30:11 +0100
• 6d22c7c92f fixed SSE naming Yannic Kilcher 2023-02-08 21:43:14 +0100
• 1ad3250b89
  fix(docker): increase shm size (#60) OlivierDehaene 2023-02-08 17:53:33 +0100
• 8acf05dc89 fix(docker): increase shm size OlivierDehaene 2023-02-08 17:28:54 +0100
• c503a639b1
  feat(server): support t5 (#59) OlivierDehaene 2023-02-07 18:25:17 +0100
• a96b4cdbe2 feat(server): support t5 OlivierDehaene 2023-02-07 18:21:26 +0100
• 645e0a3878 v0.2.1 OlivierDehaene 2023-02-07 16:30:06 +0100
• 2fe5e1b30e
  V0.2.1 (#58) v0.2.1 OlivierDehaene 2023-02-07 15:40:25 +0100
• d48af7feb8 update cargo.lock OlivierDehaene 2023-02-07 15:39:44 +0100
• 04558837dd v0.2.1 OlivierDehaene 2023-02-07 15:38:47 +0100
• 4acc42a605
  fix(server): better handling of inference mode (#57) OlivierDehaene 2023-02-07 15:38:22 +0100
• 5fb826ca14 better handling of inference mode OlivierDehaene 2023-02-07 15:23:20 +0100
• d8b84cc025 feat(server): modify nccl init_method OlivierDehaene 2023-02-07 14:38:43 +0100
• 80d03723a7 v0.2.0 OlivierDehaene 2023-02-06 18:11:23 +0100
• e114d87486
  feat(ci): push to AML registry (#56) OlivierDehaene 2023-02-06 14:33:56 +0100
• 3b06d36c1c feat(ci): push to AML registry OlivierDehaene 2023-02-06 14:17:26 +0100
• a0dca443dd
  feat(docs): Clarify installation steps (#54) lewtun 2023-02-03 13:07:55 +0100
• bc8596390c Clarify installation steps lewtun 2023-02-03 12:24:20 +0100
• 20c3c5940c
  feat(router): refactor API and add openAPI schemas (#53) v0.2.0 OlivierDehaene 2023-02-03 12:43:37 +0100