Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• fa8a8e05af
  fix(router): fix openapi and add jsonschema validation (#1578) OlivierDehaene 2024-02-21 11:05:32 +0100
• f8b54b78d7 remove unused files OlivierDehaene 2024-02-21 10:27:35 +0100
• befca7a9a3 fix snapshot OlivierDehaene 2024-02-21 10:19:12 +0100
• 5c189c92ac Move gcs functions file in util folder. dstnluong-google 2024-02-20 23:25:57 +0000
• 064c110123 feat: Support loading models from GCS dstnluong-google 2024-02-20 23:16:30 +0000
• bd3d0621c5 fix: adjust fmt issue drbh 2024-02-20 14:49:48 -0500
• 2d79e7744a fix: prefer name completion over fill in middle drbh 2024-02-20 14:42:31 -0500
• 10621a30be fix: improve import readability drbh 2024-02-20 13:21:35 -0500
• 3d71a44f52 fix: add back imports after rebase drbh 2024-02-20 13:15:20 -0500
• 6a0f737cb6 feat: support fill in the middle templates drbh 2024-02-20 14:52:57 +0000
• 0fb864ef44 feat: rebase latest changes drbh 2024-02-19 17:40:46 +0000
• fa9aad3ec4 feat: return expected types and append suffix drbh 2024-02-06 10:31:43 -0500
• cade8dbc2b feat: accept legacy request format and response drbh 2024-02-02 09:57:31 -0500
• dc049e8a7b fix: skip serializing if empty and remove log drbh 2024-02-20 15:49:39 +0000
• c9f4c1af31
  fix: refactor syntax to correctly include structs (#1580) drbh 2024-02-20 10:38:35 -0500
• 3fe6c45132 fix: refactor syntax to correctly include VertexInstance drbh 2024-02-20 15:26:44 +0000
• e0c9441a86 fix: avoid default message drbh 2024-02-20 15:22:19 +0000
• 1ab935c72c
  Merge branch 'main' into fix/openapi OlivierDehaene 2024-02-20 16:13:34 +0100
• 767d21cbf8 add integration tests OlivierDehaene 2024-02-20 16:09:21 +0100
• 5da4b01cc5 rename OlivierDehaene 2024-02-20 15:43:44 +0100
• f4eec092c6 fix OlivierDehaene 2024-01-25 19:34:14 +0100
• 885591acdb feat: add support for golden gate OlivierDehaene 2024-01-23 10:30:17 +0100
• 19dd0a8fde parse string to json OlivierDehaene 2024-02-20 15:16:02 +0100
• bada345055 ??? OlivierDehaene 2024-02-20 14:55:30 +0100
• df23062574
  improve endpoint support (#1577) drbh 2024-02-20 08:04:51 -0500
• 0533e67ea6 use Draft202012 OlivierDehaene 2024-02-19 17:33:23 +0100
• 111a3f6809 feat: improve syntax and conditional openapi docs drbh 2024-02-19 16:16:41 +0000
• 2251f5b16f fix(router): fix openapi and add jsonschema validation OlivierDehaene 2024-02-19 16:56:09 +0100
• d19c768cb8
  Fix mistral with length > window_size for long prefills (rotary doesn't create long enough cos, sin). (#1571) Nicolas Patry 2024-02-19 15:23:12 +0100
• 384b4eaec4 fix: adjust typo and incorrect function drbh 2024-01-26 14:30:21 -0500
• 7513c057db fix: prefer defaults, only overwrite if set and print log of feature drbh 2024-01-26 12:39:53 -0500
• 7abb5ae4fa fix: dynamically set routes when using google feature drbh 2024-01-26 11:49:05 -0500
• 5e38c4bfda feat: support google feature and read env vars drbh 2024-01-17 18:57:43 -0500
• f4fd89b224 feat: support vertex api drbh 2024-01-16 15:05:44 -0500
• c74c7fc65b
  fixes fatal error in generate() Simon Stone 2024-02-19 09:08:54 -0500
• b189342170 Let it work. Nicolas Patry 2024-02-19 10:06:56 +0000
• a4d3a00d98
  Fix dependencies (#56) regisss 2024-02-19 10:19:23 +0100
• dca9ac6508 Revert "Solve dependency issue" regisss 2024-02-19 07:28:04 +0000
• ea2b93dd75 Solve dependency issue regisss 2024-02-19 07:26:37 +0000
• 2060bb58bf
  Fix trust remote code (#55) regisss 2024-02-19 07:53:24 +0100
• 2804a74276 Fix mistral with length > window_size for long prefills (rotary doesn't create long enough cos, sin). Nicolas Patry 2024-02-16 18:08:02 +0000
• 4139054b82
  v1.4.1 (#1568) v1.4.1 OlivierDehaene 2024-02-16 17:50:57 +0100
• 346bc74acd fix OlivierDehaene 2024-02-16 17:18:15 +0100
• a337182b43 rollback to torch 2.1 OlivierDehaene 2024-02-16 16:40:16 +0100
• af23c432e8 remove torch from requirements.txts and re-format OlivierDehaene 2024-02-16 11:24:46 +0100
• 14b5ff0b82 v1.4.1 OlivierDehaene 2024-02-16 11:03:31 +0100
• 0f2daad8b9
  feat: add chat template struct to avoid tuple ordering errors (#1570) OlivierDehaene 2024-02-16 16:37:32 +0100
• dc10a89434 feat: add chat template struct to avoid tuple ordering errors OlivierDehaene 2024-02-16 12:01:21 +0100
• 9946165ee0
  chore: add pre-commit (#1569) OlivierDehaene 2024-02-16 11:58:58 +0100
• 142cdabed3
  Bugfix: eos and bos tokens positions are inconsistent (#1567) Aaron Mihalik 2024-02-16 05:44:04 -0500
• 3281f37a7e fix OlivierDehaene 2024-02-16 11:41:32 +0100
• 2af328f945 chore: add pre-commit OlivierDehaene 2024-02-16 11:33:57 +0100
• 1e51fdc1a5
  Bugfix: eos and bos tokens positions are inconsistent Aaron Mihalik 2024-02-16 03:30:44 -0500
• c55abac384
  Added name field to OpenAI compatible API Messages (#1563) Aaron Mihalik 2024-02-15 13:30:31 -0500
• 5cdee2a591 Merge branch 'amihalik-update-chat-completion-messages' into ci-amihalik-update-chat-completion-messages ci-amihalik-update-chat-completion-messages drbh 2024-02-15 17:50:14 +0000
• 1135de23d1
  fix: add name arg to tests drbh 2024-02-15 12:29:22 -0500
• cef0553d59
  Outlines guided generation (#1539) drbh 2024-02-15 04:28:10 -0500
• 9f67f4226b feat: added name field to openai message Aaron Mihalik 2024-02-14 16:43:30 -0500
• 12c7aae3ff fix: add disable_grammar_support to docker_launcher args drbh 2024-02-14 17:49:08 +0000
• c791187b02 feat: support spectulative decoding grammar advances drbh 2024-02-14 17:18:47 +0000
• 63c52fb22d feat: prefer disable grammar drbh 2024-02-14 17:18:04 +0000
• f0cdd9c8ea fix: remove unnecessary code, avoid copies and make deser safer drbh 2024-02-14 15:54:32 +0000
• be7835475b fix: add missing grammar type typo drbh 2024-02-14 00:47:28 +0000
• 3974e4dcaa fix: adjust next type typo drbh 2024-02-14 00:36:08 +0000
• 8b13c47d63 fix: adjust type typo drbh 2024-02-14 00:31:50 +0000
• d849641b28 feat: include grammar type in request, avoid alloc and improve proto types drbh 2024-02-14 00:03:56 +0000
• 8b9430fb68 feat: improve client typing and update tests drbh 2024-02-13 23:59:56 +0000
• 3df37fa941 feat: fix advance_grammar sig, add comment and move advance call drbh 2024-02-13 17:26:01 +0000
• d39e45abc3 fix: adjust client and conftest for grammar drbh 2024-02-13 02:51:28 +0000
• 5ba1baccb0 feat: add grammar_support to test launcher drbh 2024-02-13 01:36:47 +0000
• 95e577b971 fix: add grammar_support to validation tests drbh 2024-02-13 00:50:45 +0000
• 8f1651f16d fix: update docs drbh 2024-02-13 00:36:35 +0000
• fe787d1361 feat: add --grammar-support cli flag and validation error drbh 2024-02-13 00:34:36 +0000
• 91a114a490 feat: advance grammars in all models drbh 2024-02-13 00:33:36 +0000
• 8f14019053 feat: improve grammar advance logic to avoid blocking GPU drbh 2024-02-13 00:01:19 +0000
• d0d7cd9e92 feat: improve grammar init drbh 2024-02-12 18:42:09 +0000
• 13e07b8257 feat: remove states from proto and simplify logit processor drbh 2024-02-12 17:33:30 +0000
• a28ba7212c feat: address syntactically comments drbh 2024-02-12 11:08:35 -0500
• f94fc831f4 feat: add grammar tests and typo tweaks drbh 2024-02-10 03:11:59 +0000
• 74a586b457 fix: resolve typos and docs drbh 2024-02-10 02:32:47 +0000
• 565f246fc7 fix: re update docs drbh 2024-02-10 02:21:14 +0000
• 518ebfb13c fix: adjust docs drbh 2024-02-10 02:17:45 +0000
• 8413cc45ec fix: adjust protos and router drbh 2024-02-10 02:17:28 +0000
• ffc228831c fix: remove small unneeded changes drbh 2024-02-10 01:43:31 +0000
• f1d43f2df4 fix: prefer grammar as logit processor drbh 2024-02-10 01:41:22 +0000
• a1c630d5c1 fix: update grammar states after filter drbh 2024-02-09 17:40:19 +0000
• ff6e8d9e23 feat: support grammars in batch drbh 2024-02-09 15:58:00 +0000
• 8fd2664a3c feat: support other models and add fsm caching drbh 2024-02-08 19:56:16 +0000
• 56e919e459 fix: update all NextTokenChoosers drbh 2024-02-08 11:33:00 -0500
• 066d3d4872 feat: support JSON schemas drbh 2024-02-08 11:24:34 -0500
• 0245506718 feat: support simple grammars via outlines drbh 2024-02-07 19:35:39 -0500
• b013cb4f4a feat: first draft constraining generation via outlines drbh 2024-02-01 23:13:34 +0000
• 4c2848b24b
  Small cleanup. (#1560) Nicolas Patry 2024-02-14 15:30:07 +0100
• ab60d15962 Desperate attempt. Nicolas Patry 2024-02-14 10:27:21 +0000
• 584c5fa0a0 Tailscale. Nicolas Patry 2024-02-14 10:22:36 +0000
• 212e1cbcbe no sudo. Nicolas Patry 2024-02-14 10:19:46 +0000
• ffa1804a34 .. Nicolas Patry 2024-02-14 10:16:24 +0000
• 5b0befee43 Test. Nicolas Patry 2024-02-14 10:13:45 +0000
• df91f105e8 Ofc. Nicolas Patry 2024-02-14 10:11:22 +0000
• 7f0a816a22 Maybe XML wasn't so bad after all. Nicolas Patry 2024-02-14 10:10:28 +0000