Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 472bf098e4 Fix URL. Nicolas Patry 2024-03-21 19:40:52 +0000
• ed29d6eeab
  Remove unecessary cuda graph. (#1664) Nicolas Patry 2024-03-21 20:11:05 +0100
• 2e754ffd2e Remove unecessary cuda graph. Nicolas Patry 2024-03-21 20:09:28 +0100
• 78f87d5a0c Temporary implem of torch.compile on our stuff. tmp_torch_compile Nicolas Patry 2024-03-21 18:56:40 +0000
• 6f18cf7fb4 Add the image. Nicolas Patry 2024-03-21 19:18:39 +0100
• 12fac2e03f Repair idefics integration tests. Nicolas Patry 2024-03-21 18:06:06 +0100
• de6cb15fa5
  fix: improve tool type, bump pydantic and outlines (#1650) drbh 2024-03-21 12:45:56 -0400
• 4f09c80cd8
  fix: prefer spaces url over temp url (#1662) drbh 2024-03-21 12:34:25 -0400
• 887db5f641 fix: prefer spaces url over temp url drbh 2024-03-21 16:10:44 +0000
• 6f15ac60b2
  feat: support force downcast after FastRMSNorm multiply for Gemma (#1658) drbh 2024-03-21 05:25:11 -0400
• 704d4ddfaa fix: simplify syntax drbh 2024-03-21 03:33:56 +0000
• 5b076dfcf2 feat: prefer gemma specific rms drbh 2024-03-21 03:28:03 +0000
• b307fce653 feat: support force downcast after FastRMSNorm multiply drbh 2024-03-20 17:47:20 +0000
• cd3bd4d9e1 fix: struct naming and min versions drbh 2024-03-20 16:30:52 +0000
• dfbd9a39a2
  feat: bump minijina and add test for core templates (#1626) drbh 2024-03-20 09:13:46 -0400
• a122582bc7 chore: update outlines function call to new name Jannis Schönleber 2024-03-19 18:19:57 +0100
• 7eb3d75df1 fix: continue skipping long running tests drbh 2024-03-19 15:30:17 +0000
• 6fe5681606 fix: bump integration test deps drbh 2024-03-19 03:08:56 +0000
• 8af58129b6 fix: refactor to use .data from pydantic model drbh 2024-03-18 22:32:04 +0000
• b087cbfaa6 fix: bump pydantic version drbh 2024-03-18 21:55:48 +0000
• 09f2e8ed13 feat: bump outlines and pydantic logic drbh 2024-03-18 21:00:23 +0000
• 03003d1eaf fix: adjust formatting drbh 2024-03-18 12:37:10 -0400
• 7236ceb941 feat: test improve struct drbh 2024-03-12 11:31:30 +0000
• d523e1b320 feat: add custom templates and bump minijinja for namespace support drbh 2024-03-08 17:34:15 +0000
• a50447dc72 feat: bump minijina and add test for core templates drbh 2024-03-06 15:21:41 +0000
• 7ad4a62458 fix: prefer tool call vector over object drbh 2024-03-11 13:26:06 +0100
• fc013cdb48 chore(cargo-toml): apply lto fat and codegen-units of one somehowchris 2024-03-18 16:00:52 +0100
• d752317b5f
  Correct input_length since habana extend input_length to max_input_length (#103) Wang, Yi 2024-03-18 22:23:13 +0800
• b45f648483
  Add warmup for logits processors (#107) Karol Damaszke 2024-03-18 15:17:47 +0100
• 8504f9c41c
  Improve README clarity (#106) jkaniecki 2024-03-18 15:15:07 +0100
• c1095bb61a
  add debug test_rocm Guillaume LEGENDRE 2024-03-18 11:54:31 +0100
• ece6b94118
  remove proxy Guillaume LEGENDRE 2024-03-18 11:01:09 +0100
• 6de10b659d
  new tailscale action Guillaume LEGENDRE 2024-03-18 10:42:14 +0100
• 0d72af5ab0
  Fixing minor typo in documentation: supported hardware section (#1632) Sachin Varghese 2024-03-18 02:33:58 -0400
• 23fba672e8
  Fix index in ChatCompletionChunk (#1648) Lucain 2024-03-16 17:14:29 +0100
• 3686f9c10d fix tool call as well Wauplin 2024-03-15 14:30:06 +0100
• 9a12e141d7 Fix index in chat completion chunk Wauplin 2024-03-15 14:16:25 +0100
• 0d9917f744
  Update peft + transformers + accelerate + bnb + safetensors (#1646) abhishek thakur 2024-03-15 13:23:26 +0100
• 61d86df160 update other libs Abhishek Thakur 2024-03-15 11:51:10 +0100
• 6afcc06bb5
  Update peft to 0.9.0 abhishek thakur 2024-03-15 11:17:36 +0100
• a4d5c3f40f
  Fix the generate_stream crash in concurrent query (#105) yuanwu2017 2024-03-15 17:54:56 +0800
• 3d81a80577
  Fix incorrect setting of max_new_tokens in warmup (#104) Wang, Yi 2024-03-13 23:19:40 +0800
• 7149ac30e6
  Fix the issue of out of range (#98) Yao Matrix 2024-03-13 17:09:53 +0800
• 8a5bcba227
  Upgrade nix version from 0.27.1 to 0.28.0 (#1638) yuanwu2017 2024-03-12 20:37:33 +0800
• f3aa8a38f7
  fix: add signal feature drbh 2024-03-12 08:36:38 -0400
• d3711a6646
  Use a better model for the quick tour (#1639) lewtun 2024-03-12 11:25:32 +0100
• 602a920ec5
  Update nix version (#102) jkaniecki 2024-03-11 16:21:04 +0100
• f3c0cf1b39 Upgrade nix version from 0.27.1 to 0.28.0 yuanwu 2024-03-11 10:40:19 -0400
• 8bfd857f03
  Use a better model for the quick tour lewtun 2024-03-11 10:29:40 +0100
• 2111ae1bd2 fix: LlamaTokenizerFast to AutoTokenizer at flash_mistral.py SeongBeomLEE 2024-03-11 13:27:09 +0900
• 365f277900
  Clean-up README (#96) Karol Damaszke 2024-03-10 22:02:15 +0100
• b5dcc87459 fix: include shared python library during rust build step router-grammar-compile drbh 2024-03-08 23:13:07 +0000
• 65b5b4c36e fix: check start_states len and add states_to_token_maps to filter drbh 2024-03-08 22:58:30 +0000
• 5b5cbb14d6 fix: remove GrammarType import typo drbh 2024-03-08 04:18:31 +0000
• d031919c8a fix: remove compilation artifacts from logit processor drbh 2024-03-08 03:44:38 +0000
• 1f7be736d2 feat: remove uncompile grammar and improve logit processor logic drbh 2024-03-08 03:34:19 +0000
• 372865500d
  Fixing minor typo in documentation: supported hardware section Sachin Varghese 2024-03-07 15:43:02 -0500
• c52a0f679e feat: prefer precompiled grammar drbh 2024-03-07 17:12:46 +0000
• 4f7074ca71 feat: compile grammar and send over grpc drbh 2024-03-06 02:40:56 +0000
• ad5f562aa5 feat: support grammar compilation worker via py03 drbh 2024-03-05 17:44:16 +0000
• a7cc4dc9da fix: bump client version bump-client-0.6.2 drbh 2024-03-04 14:29:27 +0000
• 8e14780bf4
  Wait 2sec once shard is ready to improve stability (#92) (#94) Karol Damaszke 2024-03-04 12:17:24 +0100
• 7dbaf9e901
  fix: correctly index into mask when applying grammar (#1618) drbh 2024-03-01 12:22:01 -0500
• 7e08751378
  fix: add missing stop parameter for chat request (#1619) drbh 2024-03-01 12:08:11 -0500
• 02d8b18153 fix: add missing stop parameter for chat request drbh 2024-03-01 16:40:04 +0000
• 80ae9ead28
  Set MAX_TOTAL_TOKENS automatically (#91) Karol Damaszke 2024-03-01 11:25:15 +0100
• 57a5766848 feat: skip long runnning tests drbh 2024-03-01 04:38:34 +0000
• a5c788cfe4
  Remove redundant fill op (#83) (#90) Karol Damaszke 2024-03-01 01:32:02 +0100
• 1eff07c0e4 fix: remove duplicate test drbh 2024-02-29 23:18:22 +0000
• 06fd5affa0 feat: split flash and non flash grammar tests drbh 2024-02-29 22:17:26 +0000
• b47b161cab feat: update more snapshots avoid-zero-seed drbh 2024-02-29 22:06:13 +0000
• 141e67a1bf fix: correctly index into mask when applying grammar drbh 2024-02-29 18:32:23 +0000
• 3dd7da2198
  feat: accept legacy request format and response (#1527) drbh 2024-02-29 10:44:20 -0500
• 03c2123244
  Use batched index_copy (#73) (#89) Karol Damaszke 2024-02-29 15:45:16 +0100
• 9ed4d2c780
  Fix async client timeout (#1617) Hugo Abonizio 2024-02-29 11:41:49 -0300
• 5eb6a7b32d
  Fix async client timeout Hugo Abonizio 2024-02-29 11:35:15 -0300
• 5a3903ba99
  Fix idefics default. (#1614) Nicolas Patry 2024-02-29 13:16:34 +0100
• 33bfb417b4 Fix idefics default. Nicolas Patry 2024-02-29 11:33:38 +0100
• 343aa7a197
  fix: Handle concurrent grammar requests (#1610) drbh 2024-02-29 05:17:42 -0500
• 8f6564ce0e
  Heap based router queue (#63) (#88) Karol Damaszke 2024-02-29 10:56:26 +0100
• 7dbf4bf7a4
  Improve tensor slicing performance (#66) (#87) Karol Damaszke 2024-02-29 10:48:54 +0100
• 3831f1bed5
  Add warmup for shift operation (#59) (#86) Karol Damaszke 2024-02-29 09:19:28 +0100
• 022ce1eaaf
  Overhead reduction (#58) (#85) Karol Damaszke 2024-02-29 09:17:45 +0100
• 212136dff8
  Log exceptions to debug.log (#52) (#84) Karol Damaszke 2024-02-29 09:14:42 +0100
• c7ccfb87ff
  Grouped pad/shift/move operations (#57) (#82) Karol Damaszke 2024-02-29 04:16:44 +0100
• 0370b0feda fix: simplify changes drbh 2024-02-28 19:54:46 +0000
• 4ff9cb806b fix: persist grammar state after batch concat drbh 2024-02-28 19:44:51 +0000
• e6bb3ff81f
  v1.4.3 (#1609) v1.4.3 OlivierDehaene 2024-02-28 16:12:14 +0100
• bc46fa9cf6 fix toctree OlivierDehaene 2024-02-28 16:12:02 +0100
• 9c3c3c10f1 v1.4.3 OlivierDehaene 2024-02-28 15:53:36 +0100
• 26cdea5c0c
  feat: Qwen2 (#1608) OlivierDehaene 2024-02-28 15:50:31 +0100
• 725f0e350d add speculative head OlivierDehaene 2024-02-28 14:58:43 +0100
• d1d757e676
  feat: Qwen2 Model (#1584) Cheng Kuan Yong Jason 2024-02-28 21:34:17 +0800
• 73403aa4db
  Merge branch 'feat/qwen' into qwen2 OlivierDehaene 2024-02-28 14:34:08 +0100
• b40e833493
  feat: starcoder2 (#1605) OlivierDehaene 2024-02-28 12:07:08 +0100
• 97e22369f4
  Fixing guidance docs. (#1607) Nicolas Patry 2024-02-28 12:05:15 +0100
• b07cc6a824 Fixing guidance docs. Nicolas Patry 2024-02-28 12:03:09 +0100
• 910d0a9062
  Fixing x-compute-time. (#1606) Nicolas Patry 2024-02-28 11:30:37 +0100
• 1e284eb178 Fix x-compute-time header. Nicolas Patry 2024-02-28 11:21:41 +0100
• e5564b7dcd add integration tests OlivierDehaene 2024-02-28 11:18:19 +0100