Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

revert-3323-revert-3313-bump-transformers-455

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3326

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 0fec9fbfd1 feat(python-client): release v0.4.0 OlivierDehaene 2023-03-23 18:07:02 +0100
• 5e5e9d4bbd
  feat: Add note about NVIDIA drivers (#64) lewtun 2023-03-23 18:03:45 +0100
• c07acd4fea
  Merge branch 'main' into lewtun-patch-1 OlivierDehaene 2023-03-23 18:03:33 +0100
• 603e20b5f7
  feat(ci): add ci paths (#134) OlivierDehaene 2023-03-23 18:01:30 +0100
• 7850119055
  feat(python-client): add cookies to Client constructors and requests (#132) dconathan 2023-03-23 13:01:01 -0400
• 7fcbab25a0 feat(ci): add ci paths OlivierDehaene 2023-03-23 18:00:28 +0100
• a87468ad86 black OlivierDehaene 2023-03-23 17:51:30 +0100
• d199c71a32 make neox go brrr OlivierDehaene 2023-03-23 17:47:15 +0100
• 81b5fceb52 fix inference_api headers for new signature Devin Conathan 2023-03-23 09:04:31 -0400
• a4df5bc64a faster OlivierDehaene 2023-03-23 14:01:35 +0100
• e5e22993e7 faster OlivierDehaene 2023-03-23 13:33:32 +0100
• 19a04f22dd pre-compute OlivierDehaene 2023-03-23 13:10:31 +0100
• cdc70f4c23 faster OlivierDehaene 2023-03-23 12:35:38 +0100
• ead19abb0e faster OlivierDehaene 2023-03-23 12:00:52 +0100
• 232bfbf27f add cookies to Client constructors and requests Devin Conathan 2023-03-22 22:31:44 -0400
• 24579c45de wip OlivierDehaene 2023-03-22 11:46:09 +0100
• 2ae7c337a1 added llama Yannic Kilcher 2023-03-19 09:31:47 +0100
• a3b7db932f
  fix(python-client): relax dependencies (#129) OlivierDehaene 2023-03-16 12:57:07 +0100
• 9c5f56986a fix(python-client): relax dependencies OlivierDehaene 2023-03-16 12:56:36 +0100
• b49dbf2d88
  fix(server): use server tokenizer as gt (#128) OlivierDehaene 2023-03-16 12:12:26 +0100
• 9ef62c0209 fix(server): use server tokenizer as gt OlivierDehaene 2023-03-16 11:50:53 +0100
• 8ad60b752f
  fix(server): add position ids to neox (#126) OlivierDehaene 2023-03-15 13:12:49 +0100
• 9befecdd7d fix(server): add position ids to neox OlivierDehaene 2023-03-15 10:42:13 +0100
• cbd36aa4d1
  fix(server): revert gpt-neox optims (#123) OlivierDehaene 2023-03-13 22:57:08 +0100
• 13b6f2cacf fix(server): revert gpt-neox optims OlivierDehaene 2023-03-13 22:56:44 +0100
• 6860ce9c67
  feat: add OpenAssistant/oasst-sft-1-pythia-12b to the list of supported models (#122) OlivierDehaene 2023-03-13 20:42:10 +0100
• f4421bab79 feat: add OpenAssistant/oasst-sft-1-pythia-12b to the list of supported models OlivierDehaene 2023-03-13 20:41:46 +0100
• 47ac334a21 0.4.0 deploy/aml OlivierDehaene 2023-03-12 10:06:15 +0100
• c01d9b9d99 revert to old version OlivierDehaene 2023-03-10 14:39:35 +0100
• 411d6247f4
  v0.4.0 (#119) v0.4.0 OlivierDehaene 2023-03-09 16:07:01 +0100
• 98ea40519c v0.4.0 OlivierDehaene 2023-03-09 16:05:13 +0100
• d8dc8f1b0c
  feat(python-client): add new parameters (#118) OlivierDehaene 2023-03-09 16:05:33 +0100
• 0d1a8fc250 test best_of OlivierDehaene 2023-03-09 16:02:37 +0100
• 55bd4fed7d
  feat(router): add best_of parameter (#117) OlivierDehaene 2023-03-09 15:30:54 +0100
• becec0d501 update schema OlivierDehaene 2023-03-09 15:15:51 +0100
• a448acbfbe fmt OlivierDehaene 2023-03-09 15:11:16 +0100
• 8d7a0c1992 force sampling when using best_of OlivierDehaene 2023-03-09 14:50:42 +0100
• 9f4f2fc8e3 add best of sequences to details OlivierDehaene 2023-03-09 14:27:39 +0100
• 9624d4060f docstring OlivierDehaene 2023-03-09 13:09:11 +0100
• 5932ff4aa2 feat(router): add best_of parameter OlivierDehaene 2023-03-09 13:06:12 +0100
• 1990d8633c add validation OlivierDehaene 2023-03-09 15:04:59 +0100
• c5a0b65c47 use flan-t5 for tests OlivierDehaene 2023-03-09 14:39:00 +0100
• 5e1473f0f8 feat(python-client): add new parameters OlivierDehaene 2023-03-09 13:48:58 +0100
• e8bfe199ba
  feat(router): support left truncation (#115) OlivierDehaene 2023-03-09 13:10:30 +0100
• c0795de2f2
  fix(server): do not warp prefill logits (#116) OlivierDehaene 2023-03-09 13:00:10 +0100
• d405880504 support left truncate OlivierDehaene 2023-03-09 11:09:36 +0100
• a376d8bc59 wip OlivierDehaene 2023-03-09 10:38:11 +0100
• 1a2d68250a
  feat: support typical sampling (#114) OlivierDehaene 2023-03-09 11:33:57 +0100
• f49786ccba fix(server): do not warp prefill logits OlivierDehaene 2023-03-09 11:33:28 +0100
• 6def47158f fix test OlivierDehaene 2023-03-09 11:13:36 +0100
• 864766c89b add default value OlivierDehaene 2023-03-09 10:30:26 +0100
• 05ad316448 fmt OlivierDehaene 2023-03-09 10:17:50 +0100
• 140285c1f7 feat: support typical sampling OlivierDehaene 2023-03-09 10:17:18 +0100
• c3e2b79a9e update probes OlivierDehaene 2023-03-09 09:52:11 +0100
• 941cd42e0c
  fix(server): fix index out of range for watermarking (#110) OlivierDehaene 2023-03-08 18:29:08 +0100
• 4abf27ce81 remove vocab size OlivierDehaene 2023-03-08 18:17:34 +0100
• 7a6a7ed27b black OlivierDehaene 2023-03-08 17:57:54 +0100
• 5dbfc07c6e fix(server): fix index out of range for watermarking OlivierDehaene 2023-03-08 17:55:21 +0100
• 2c5df5d2af
  fix(python-client): stream not set on the sync client (#109) OlivierDehaene 2023-03-08 16:48:16 +0100
• 6a6444e7a0 fix readme OlivierDehaene 2023-03-08 16:47:39 +0100
• 1bc6742949 fix(python-client): stream not set OlivierDehaene 2023-03-08 16:46:50 +0100
• 5fd2dcb513
  feat(launcher): default num_shard to CUDA_VISIBLE_DEVICES if possible (#108) OlivierDehaene 2023-03-08 13:53:41 +0100
• 33e8565738 add validation OlivierDehaene 2023-03-08 13:11:25 +0100
• 2896a7c410 log OlivierDehaene 2023-03-08 13:04:02 +0100
• 466963238c fmt OlivierDehaene 2023-03-08 13:03:19 +0100
• b761d02713 feat(launcher): default num_shard to CUDA_VISIBLE_DEVICES if possible OlivierDehaene 2023-03-08 13:02:17 +0100
• 0ac38d336a
  feat(launcher): allow parsing num_shard from CUDA_VISIBLE_DEVICES (#107) OlivierDehaene 2023-03-08 11:06:59 +0100
• ea634ad693 update package version OlivierDehaene 2023-03-08 10:54:18 +0100
• 0d8b30d19a fmt OlivierDehaene 2023-03-08 10:51:17 +0100
• e4142e4fd5 feat(launcher): allow parsing num_shard from CUDA_VISIBLE_DEVICES OlivierDehaene 2023-03-08 10:49:18 +0100
• b1485e18c5
  fix(server): fix galactica batch (#106) OlivierDehaene 2023-03-07 20:05:21 +0100
• 97d1c68772 fix(server): fix galactica batch OlivierDehaene 2023-03-07 20:04:49 +0100
• 3fef90d50f
  feat(clients): Python client (#103) OlivierDehaene 2023-03-07 18:52:22 +0100
• a3e57d3c5d update readme OlivierDehaene 2023-03-07 18:43:00 +0100
• 478d5c1403 publish OlivierDehaene 2023-03-07 18:13:34 +0100
• 6e9e194f33 final OlivierDehaene 2023-03-07 17:55:23 +0100
• b7c3c7dabb wrong import OlivierDehaene 2023-03-07 13:57:32 +0100
• f3586b2308 fmt OlivierDehaene 2023-03-07 13:35:37 +0100
• feddbbc998 poc OlivierDehaene 2023-03-07 13:33:38 +0100
• 0e9ed1a8c2
  feat: add supported models (#102) OlivierDehaene 2023-03-07 12:55:05 +0100
• ea0a8078fe add newline OlivierDehaene 2023-03-07 12:54:43 +0100
• 8390d6bdb3 feat: add supported models OlivierDehaene 2023-03-07 12:53:59 +0100
• 6d1ad06471 wip OlivierDehaene 2023-03-07 12:53:03 +0100
• f067673a1d increased initial delay OlivierDehaene 2023-03-07 11:14:31 +0100
• 0a27d56634 wip OlivierDehaene 2023-03-07 10:14:49 +0100
• 31159266eb sha-cd5961b OlivierDehaene 2023-03-06 18:05:19 +0100
• c543b9c585 wip OlivierDehaene 2023-03-06 16:31:15 +0100
• cd5961b5da
  feat: allow local models (#101) OlivierDehaene 2023-03-06 14:39:36 +0100
• 590fc3794c remove unused name checks OlivierDehaene 2023-03-06 13:48:07 +0100
• 02df3dea9d feat: allow local models OlivierDehaene 2023-03-06 13:40:47 +0100
• 9b205d33cc
  fix(server): fix generate_stream by forcing tokens to be decoded correctly (#100) OlivierDehaene 2023-03-06 13:22:58 +0100
• 56d23753bb add clean_up_tokenization_spaces OlivierDehaene 2023-03-06 13:10:12 +0100
• 6a56f945c0 fix(server): fix generate_stream by forcing tokens to be decoded correctly OlivierDehaene 2023-03-06 12:59:54 +0100
• 1c19b0934e
  v0.3.2 (#97) v0.3.2 OlivierDehaene 2023-03-03 18:42:20 +0100
• f50fdf25c3 v0.3.2 OlivierDehaene 2023-03-03 18:24:05 +0100
• 0b6807caa4
  feat(server): fix transformers commit (#96) OlivierDehaene 2023-03-03 17:56:27 +0100
• c02a5475ea enable hf_transfer on tests OlivierDehaene 2023-03-03 17:44:50 +0100
• 5862add4d0 feat(server): fix transformers commit OlivierDehaene 2023-03-03 17:33:35 +0100
• 240c4187fd
  fix(launcher): add router parameters to launcher (#95) OlivierDehaene 2023-03-03 16:01:25 +0100
• 11e9a99046 fix(launcher): add router parameters to launcher OlivierDehaene 2023-03-03 15:44:56 +0100