Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi/add-ci

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.4

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3258

#3260

#3261

#3262

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3267

#3268

#3269

#327

#3270

#3270

#3271

#3273

#3273

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

Mono Color

• 84b73ec9ac chore: Refresh dependency versions Nick Hill 2022-12-27 16:46:25 -0800
• fcc2c5fcbf
  feat(launcher): Log server stdout (#19) OlivierDehaene 2023-01-05 12:01:23 +0100
• cb2c649560 feat(router): Support return_full_text OlivierDehaene 2023-01-03 17:13:11 +0100
• da0623ec1e feat(launcher): Log server stdout OlivierDehaene 2023-01-03 16:34:27 +0100
• b94f30215f
  fix(server): Use cleanup_tokenization_spaces=False for lossless decoding (#13) Nicolas Patry 2023-01-03 11:07:05 +0100
• 60472f9d2b
  feat(router): Add const parameters to validation logic (#15) Nick Hill 2023-01-03 01:41:22 -0800
• bed5634ead
  Merge branch 'main' into fix_replaying_requests Nicolas Patry 2023-01-02 10:55:21 +0100
• 894957daff Change const back to u32 Nick Hill 2022-12-31 09:00:50 -0800
• b2acd1b15e Change const to usize Nick Hill 2022-12-31 08:54:17 -0800
• 337e1f8795 Improve logging from python shards Nick Hill 2022-12-27 16:19:10 -0800
• d002ab3eb1 Simplify some logic in db.rs, validation.rs Nick Hill 2022-12-27 15:52:45 -0800
• 3efa5bbbfd
  fix(router): Include special tokens when tokenizing (#14) Nick Hill 2022-12-30 10:31:44 -0800
• 686cc66717
  fix(server): Check for device type correctly when determining initial padding (#16) Nick Hill 2022-12-30 10:30:42 -0800
• 63258dfab8 fix: Check for device type correctly when determining initial padding Nick Hill 2022-12-27 16:08:59 -0800
• 03a62635b2 fix: Include special tokens when tokenizing in front-end Nick Hill 2022-12-27 13:27:45 -0800
• d8e1ce669b Easiest fix. Nicolas Patry 2022-12-20 15:24:42 +0100
• 611e21cb13
  fix(server): Fix stop sequences (#11) OlivierDehaene 2022-12-16 16:03:39 +0100
• 5a0a947556 increase waiting time OlivierDehaene 2022-12-16 15:48:42 +0100
• 415a231ff9 fix(server): Fix stop sequences OlivierDehaene 2022-12-16 13:11:18 +0100
• 3e2e6240b8
  feat(launcher): Add integration tests (#9) OlivierDehaene 2022-12-16 11:29:36 +0100
• 9978147004 add expected values OlivierDehaene 2022-12-16 11:04:37 +0100
• 7ab7c9a01f add paths to launch action OlivierDehaene 2022-12-16 09:51:47 +0100
• 75ab65fb31 feat(launcher): Add integration tests OlivierDehaene 2022-12-15 19:28:55 +0100
• 32a253063d
  feat: Return logprobs (#8) OlivierDehaene 2022-12-15 17:03:56 +0100
• 82706a651c update readme OlivierDehaene 2022-12-15 17:03:37 +0100
• 291722cb48 remove print OlivierDehaene 2022-12-15 16:59:37 +0100
• 7e063117fe install pytest OlivierDehaene 2022-12-15 16:54:39 +0100
• 271a066fb9 remove unused line OlivierDehaene 2022-12-15 16:51:40 +0100
• cd75eddd30 fix makefile OlivierDehaene 2022-12-15 16:50:49 +0100
• c90afea3de format OlivierDehaene 2022-12-15 16:50:11 +0100
• 8420ee8fa2 feat: Return logprobs OlivierDehaene 2022-12-15 16:33:01 +0100
• 718096f695
  feat: Support stop sequences (#7) OlivierDehaene 2022-12-12 18:25:22 +0100
• 42ae103559 fix test utils OlivierDehaene 2022-12-12 17:46:39 +0100
• 3eaf7ee2e3 Add reason to response OlivierDehaene 2022-12-12 17:44:37 +0100
• ed8ecb7ab5 feat: Support stop sequences OlivierDehaene 2022-12-12 17:24:17 +0100
• 042180d88f fix(server): Only pad to multiple of 8 on GPUs OlivierDehaene 2022-12-08 19:37:37 +0100
• a2985036aa
  feat(server): Add model tests (#6) OlivierDehaene 2022-12-08 18:49:33 +0100
• 0cf4302c61 remove unused var OlivierDehaene 2022-12-08 18:48:16 +0100
• a3cea9c119 remove workflow OlivierDehaene 2022-12-08 18:45:43 +0100
• 5f85220158 add workflow OlivierDehaene 2022-12-08 18:42:25 +0100
• 5db40a5109 black OlivierDehaene 2022-12-08 18:36:17 +0100
• 3229fb7b44 feat(server): Add model tests OlivierDehaene 2022-12-08 18:32:07 +0100
• 31d76e238d
  fix(batching): Avoid theoretical hang in batcher loop (#5) Nick Hill 2022-12-05 01:10:59 -0800
• cb89376932
  use notify_waiters to better express intent OlivierDehaene 2022-12-05 10:09:37 +0100
• aaf38e5978 Change to use notify_one, adjust waiting_tokens accounting Nick Hill 2022-12-04 12:49:49 -0800
• 1963f0e1bb Fix top_p validation message Nick Hill 2022-12-04 11:33:00 -0800
• 1747365e25 Remove unneeded Model.num_heads field Nick Hill 2022-12-04 11:31:08 -0800
• a172430d8b fix: Some small fixes Nick Hill 2022-11-29 13:22:25 -0800
• daa1d81d5e
  feat(server): Support Galactica (#4) OlivierDehaene 2022-12-01 19:31:54 +0100
• 4aab0617b6 fix Readme OlivierDehaene 2022-12-01 18:59:47 +0100
• bc4c6a406a fix galactica batching OlivierDehaene 2022-12-01 18:54:53 +0100
• a4782da22b black OlivierDehaene 2022-11-18 17:11:10 +0100
• 1c5365ce85 feat(server): Support Galactica OlivierDehaene 2022-11-18 17:10:44 +0100
• d6d5b12e03 fix(router): Handle tokenizer errors OlivierDehaene 2022-11-14 17:15:19 +0100
• feb7806ca4 fix(readme): Typo OlivierDehaene 2022-11-14 16:22:10 +0100
• 91f5f86280 fix(router): Fix HTTP status codes OlivierDehaene 2022-11-14 14:34:15 +0100
• 6c781025ae feat(rust): Update to 1.65 OlivierDehaene 2022-11-14 13:59:56 +0100
• dccd5c2b1a feat(server): Clarify CausalLMBatch concatenate method OlivierDehaene 2022-11-09 18:24:07 +0100
• fa43fb71be fix(server): Fix Transformers fork version OlivierDehaene 2022-11-08 17:42:38 +0100
• 4236e41b0d feat(server): Improved doc OlivierDehaene 2022-11-07 12:53:56 +0100
• cea6051eff feat(launcher): Pass CUDA_VISIBLE_DEVICES to the shard OlivierDehaene 2022-11-04 18:31:08 +0100
• 427d7cc444 feat(server): Support AutoModelForSeq2SeqLM OlivierDehaene 2022-11-04 18:03:04 +0100
• c5665f5c8b feat(server): Support generic AutoModelForCausalLM OlivierDehaene 2022-11-04 14:22:47 +0100
• 755fc0e403 fix(models): Revert buggy support for AutoModel OlivierDehaene 2022-11-03 16:07:54 +0100
• b3b7ea0d74 feat: Use json formatter by default in docker image OlivierDehaene 2022-11-02 17:29:56 +0100
• 3cf6368c77 feat(server): Support all AutoModelForCausalLM on a best effort basis OlivierDehaene 2022-10-28 19:24:00 +0200
• 09674e6df9 feat(server): Support bitsandbytes OlivierDehaene 2022-10-27 14:25:29 +0200
• beb552127a feat(client): Simplify sharded logic OlivierDehaene 2022-10-22 23:40:05 +0200
• c8ce9b2515
  feat(server): Use safetensors Nicolas Patry 2022-10-22 20:00:15 +0200
• 75adbb3441 feat(weights): Support safetensors OlivierDehaene 2022-10-22 19:46:05 +0200
• be8827fe41
  Create LICENSE (#2) Thomas Wang 2022-10-22 10:44:52 +0200
• 3398211873
  Create LICENSE Thomas Wang 2022-10-21 23:15:02 +0200
• 604b18bec2
  Reworked follwoing https://github.com/huggingface/transformers_bloom_parallel/pull/7 Nicolas Patry 2022-10-21 20:47:57 +0200
• 457c9038ff
  Making bloom loadable with safetensors. Nicolas Patry 2022-10-21 18:02:04 +0200
• c837893370 feat(router): Add max_waiting_tokens OlivierDehaene 2022-10-21 16:40:05 +0200
• 895a341d06 fix(validation): Fix error messages OlivierDehaene 2022-10-21 10:59:15 +0200
• f16f2f5ae1 v0.1.0 Olivier Dehaene 2022-10-18 15:19:03 +0200
• 92c1ecd008 feat: Add arguments to CLI Olivier Dehaene 2022-10-17 18:27:33 +0200
• 5e5d8766a2 feat: Improve error handling Olivier Dehaene 2022-10-17 14:59:00 +0200
• 00e6ce44b1 Update aml deployment Olivier Dehaene 2022-10-17 10:39:59 +0200
• bcb53903b8 feat: Add AML deployment Olivier Dehaene 2022-10-15 20:21:50 +0200
• bf99afe916 feat: Docker image Olivier Dehaene 2022-10-14 15:56:21 +0200
• f11965c11d support deepspeed feat/support_deepspeed Olivier Dehaene 2022-10-13 11:05:44 +0200
• 39df4d9975 Use axum Olivier Dehaene 2022-10-11 18:14:39 +0200
• e86ecbac63 ValidationError was not correctly handled Olivier Dehaene 2022-10-11 16:53:40 +0200
• 4c693e6524 Refactored gRPC interface Added validation logic Olivier Dehaene 2022-10-11 16:50:54 +0200
• fa9a088467 Add load testing Olivier Dehaene 2022-10-11 10:36:51 +0200
• 1d986983d5 fix: cleanup Olivier Dehaene 2022-10-08 12:34:25 +0200
• 295831a481 Init Olivier Dehaene 2022-10-08 12:30:12 +0200