Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

revert-3323-revert-3313-bump-transformers-455

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3326

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• c13b9d87c9
  fix(router): fix truncation (#190) OlivierDehaene 2023-04-17 16:51:53 +0200
• cea9ae48c8 fix(router): fix truncation OlivierDehaene 2023-04-17 16:50:51 +0200
• 7a1ba58557
  fix(docker): fix docker image dependencies (#187) OlivierDehaene 2023-04-17 00:26:47 +0200
• 69a66b0669 revert build OlivierDehaene 2023-04-16 23:13:45 +0200
• 396ce5f111 add requirements.txt OlivierDehaene 2023-04-16 22:54:18 +0200
• a37e6edd5c add logs OlivierDehaene 2023-04-16 17:34:57 +0200
• c23cc3e2f7 force push OlivierDehaene 2023-04-15 22:03:03 +0200
• ded92301a2 fix(docker): fix docker image dependencies OlivierDehaene 2023-04-15 21:37:31 +0200
• 7caea42573 feat(launcher): parse all shard logs feat/parse_logs OlivierDehaene 2023-04-15 21:25:02 +0200
• 379c5c4da2
  fix(docker): revert dockerfile changes (#186) OlivierDehaene 2023-04-14 19:30:30 +0200
• 4096ca4eed fix(docker): revert dockerfile changes OlivierDehaene 2023-04-14 19:27:57 +0200
• f9047562d0
  fix(docker): fix image (#185) OlivierDehaene 2023-04-14 18:58:38 +0200
• 1aecb60570 final OlivierDehaene 2023-04-14 18:58:06 +0200
• 2078a9a406 fix OlivierDehaene 2023-04-14 18:26:40 +0200
• 1ebea22857 fix(docker): fix image OlivierDehaene 2023-04-14 18:25:38 +0200
• 1bb394631d
  fix(docker): fix docker image (#184) OlivierDehaene 2023-04-14 17:31:13 +0200
• 2611e4826b use large-runner OlivierDehaene 2023-04-14 16:16:54 +0200
• 10fd8e700c fix(docker): fix docker image OlivierDehaene 2023-04-14 15:59:14 +0200
• 01c0e368e5
  fix(ci): fix cosign error (#183) OlivierDehaene 2023-04-14 12:35:26 +0200
• 61ba530cf6 fix(ci): fix cosign error OlivierDehaene 2023-04-14 12:34:53 +0200
• 53ee09c0b0
  fea(dockerfile): better layer caching (#159) OlivierDehaene 2023-04-14 10:12:21 +0200
• e9dbfd3e76 runs-on ubuntu latest again OlivierDehaene 2023-04-14 10:10:07 +0200
• d5929e90eb change cache-from OlivierDehaene 2023-04-14 09:57:29 +0200
• aca0e81a9e setup buildx OlivierDehaene 2023-04-13 22:21:11 +0200
• 88962ac73a remove setup buildx OlivierDehaene 2023-04-13 22:18:53 +0200
• f3438d43a1 cache to azure instead OlivierDehaene 2023-04-13 18:18:05 +0200
• c7803c41e8 fix test OlivierDehaene 2023-04-13 16:52:12 +0200
• 42196a1af8 Merge remote-tracking branch 'origin/main' into feat/better_docker_image OlivierDehaene 2023-04-13 16:48:46 +0200
• f1ddbf5c72 use mamba OlivierDehaene 2023-04-13 16:48:21 +0200
• 12e5633c4d
  fix(ci): fix ci permissions (#181) OlivierDehaene 2023-04-13 16:32:37 +0200
• dc3e7e14c7 fix(ci): fix ci permissions OlivierDehaene 2023-04-13 16:32:21 +0200
• 4cfef0441f same syntax OlivierDehaene 2023-04-13 16:31:46 +0200
• c1e2ea3b78
  feat(ci): faster scanning (#180) OlivierDehaene 2023-04-13 16:23:47 +0200
• a0f223f9f6 feat(ci): faster scanning OlivierDehaene 2023-04-13 16:23:29 +0200
• 0ffd0af94a update OlivierDehaene 2023-04-13 16:21:14 +0200
• ccc8c7997e use larger machines OlivierDehaene 2023-04-12 17:20:54 +0200
• 32e8c06a1a fix build OlivierDehaene 2023-04-11 17:54:36 +0200
• a89d745d02 use private registry for caching OlivierDehaene 2023-04-11 17:52:14 +0200
• 158d803383 run on self hosted runners OlivierDehaene 2023-04-11 16:39:15 +0200
• a265dde4e0 fix install OlivierDehaene 2023-04-11 11:46:34 +0200
• b5fec41033 better makefiles OlivierDehaene 2023-04-11 11:41:48 +0200
• 4d8972fc9a merge some layers OlivierDehaene 2023-04-11 11:26:55 +0200
• f8655e4683 add compression OlivierDehaene 2023-04-07 18:19:47 +0200
• 384acff1a8 fix OlivierDehaene 2023-04-07 14:17:26 +0200
• 49b66db53e rework OlivierDehaene 2023-04-07 14:15:35 +0200
• ffa385031c fea(dockerfile): better layer caching OlivierDehaene 2023-04-07 14:11:44 +0200
• 13f1cd024b
  feat(ci): use large runners (#179) OlivierDehaene 2023-04-13 16:11:48 +0200
• 1d983ce9ac runs all build on large OlivierDehaene 2023-04-13 16:05:48 +0200
• ad830b9440 fix label OlivierDehaene 2023-04-13 15:57:00 +0200
• ddc1f1a1a5 feat(ci): use large runners OlivierDehaene 2023-04-13 15:54:49 +0200
• 9683c37bd3
  feat(ci): add Trivy and scan docker image (#178) OlivierDehaene 2023-04-13 15:43:17 +0200
• 5f1d7a4520 fix OlivierDehaene 2023-04-13 15:37:15 +0200
• 6091e27c99 fix OlivierDehaene 2023-04-13 15:32:38 +0200
• 1816b09a41 fix OlivierDehaene 2023-04-13 15:29:48 +0200
• 824f18fdc5 add trivy OlivierDehaene 2023-04-13 15:26:47 +0200
• a11772bfb9 feat(ci): add Trivy and scan docker image OlivierDehaene 2023-04-13 15:17:26 +0200
• 643a39d556
  feat(ci): add image signing with cosign (#175) OlivierDehaene 2023-04-13 15:26:34 +0200
• 430525306a login to access image cache OlivierDehaene 2023-04-13 15:18:33 +0200
• 61e6e880d5 activate cosign OlivierDehaene 2023-04-13 14:51:18 +0200
• 979f58c061 test OlivierDehaene 2023-04-13 13:04:00 +0200
• 2e5c75c3bc test OlivierDehaene 2023-04-13 13:03:40 +0200
• 44ddbb7277 feat(ci): add image signing with cosign OlivierDehaene 2023-04-13 13:00:28 +0200
• 64347b05ff
  fix(ci): fix CVE in github-slug-action (#174) OlivierDehaene 2023-04-13 12:43:05 +0200
• 0dd6fe488a fix(ci): fix CVE in github-slug-action OlivierDehaene 2023-04-13 12:18:10 +0200
• e3a63b6fbc
  fix(launcher): revert change on shard errors (#173) OlivierDehaene 2023-04-13 11:07:11 +0200
• d2ce06cd1e fix(launcher): revert change on shard errors OlivierDehaene 2023-04-13 10:06:49 +0200
• 880a76eed5
  feat(server): support sharded santacoder (#167) OlivierDehaene 2023-04-12 17:18:08 +0200
• 5fa8ae041c
  feat(server): optimize decode for sane tokenizers (#170) OlivierDehaene 2023-04-12 12:03:10 +0200
• b163aef8ed fmt OlivierDehaene 2023-04-12 11:31:55 +0200
• 2aa5004482 feat(server): optimize decode for sane tokenizers OlivierDehaene 2023-04-12 11:24:02 +0200
• 6f0f1d70f6
  v0.5.0 (#168) v0.5.0 OlivierDehaene 2023-04-11 20:32:18 +0200
• f4e6de1c3f v0.5.0 OlivierDehaene 2023-04-11 19:17:49 +0200
• 7c281908cf fix load_weights OlivierDehaene 2023-04-11 20:10:33 +0200
• 622daeb0c8 working model OlivierDehaene 2023-04-11 20:00:12 +0200
• 9541c8f146 wip OlivierDehaene 2023-04-06 16:13:32 +0200
• 2378529c15 wip OlivierDehaene 2023-04-06 15:03:13 +0200
• e8a3ec36c3 wip OlivierDehaene 2023-04-05 16:29:34 +0200
• f26dfd0dc1
  feat(server): support OPT models (#55) OlivierDehaene 2023-04-11 19:16:41 +0200
• 5632fc5bad fix galactica OlivierDehaene 2023-04-11 18:59:13 +0200
• aafec48ff3 add to readme OlivierDehaene 2023-04-11 18:52:07 +0200
• 9b06248395 fix OlivierDehaene 2023-04-11 18:37:00 +0200
• 34931a2111 patch safetensors loading OlivierDehaene 2023-02-28 15:56:35 +0100
• ef51a1e0b7 rebase OlivierDehaene 2023-02-28 11:48:15 +0100
• 438883cb10 feat(server): support OPT models OlivierDehaene 2023-02-03 15:54:39 +0100
• 299217c95c
  feat(server): add flash attention llama (#144) OlivierDehaene 2023-04-11 16:38:22 +0200
• d7548aef9b add llama to readme OlivierDehaene 2023-04-11 16:08:06 +0200
• c2beaa279e revert build OlivierDehaene 2023-04-11 11:08:20 +0200
• a1a6b5cc20 Merge remote-tracking branch 'origin/main' into feat/flash_llama OlivierDehaene 2023-04-09 20:24:16 +0200
• 9987960062
  feat(router): make router input validation optional (#164) OlivierDehaene 2023-04-09 20:22:27 +0200
• 7451196a78 fmt OlivierDehaene 2023-04-09 20:18:37 +0200
• 7dec65a244
  fix(router): use buckets for metrics histograms (#163) OlivierDehaene 2023-04-09 20:13:28 +0200
• 5cddc055e6
  fix(rust-client): use join_all instead of select_all to hopefully fix nccl issues (#162) OlivierDehaene 2023-04-09 20:07:02 +0200
• e63a21eb4d
  feat(launcher): allow disabling hf_transfer (#161) OlivierDehaene 2023-04-09 20:00:05 +0200
• 1883d8ecde
  feat(docker): improve flash_attention caching (#160) OlivierDehaene 2023-04-09 19:59:16 +0200
• f19c2c3bf9 feat(router): make router input validation optional OlivierDehaene 2023-04-09 19:53:55 +0200
• 98cfc9e70c fix(router): use buckets for metrics histograms OlivierDehaene 2023-04-09 19:41:24 +0200
• 3e1a281f3f fix(rust-client): use join_all instead of select_all OlivierDehaene 2023-04-09 19:36:24 +0200
• e26d28cef9 feat(launcher): allow disabling hf_transfer OlivierDehaene 2023-04-09 19:34:02 +0200
• 98094f4d24 feat(docker): improve flash_attention caching OlivierDehaene 2023-04-09 19:29:11 +0200
• 3795c19dcb minimum duration to 0.1 ms OlivierDehaene 2023-04-09 19:01:53 +0200