Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• fef7c02bde
  Update README.md Erik Kaunismäki 2024-07-22 11:55:33 +0200
• 20bcaea54f add some more information in CMakeLists.txt to correctly find and install nvrtc wrapper Morgan Funtowicz 2024-07-22 09:33:38 +0000
• 4e4207224e
  Hotfix: fix of use of unquantized weights in Mixtral GQA loading (#2269) icyboy™ 2024-07-22 17:31:00 +0800
• 84153702d2 add some more information in CMakeLists.txt to correctly install executorWorker Morgan Funtowicz 2024-07-22 08:43:10 +0000
• dc70cf9de5 Hotfix: fix of use of unquantized weights in Mixtral GQA loading roc 2024-07-22 15:21:30 +0800
• 6111e9ecd5
  Merge branch 'huggingface:main' into main icyboy™ 2024-07-22 15:18:57 +0800
• 190368e137 fix llava_next regression in latest main Wang, Yi A 2024-07-21 22:30:33 -0700
• c5904132c7 Merge branch 'main' into multi-modal Wang, Yi A 2024-07-21 22:29:48 -0700
• f3435bab8c
  fix(server): fix deepseekv2 loading (#2266) OlivierDehaene 2024-07-21 16:48:04 +0000
• 76dcc624cf
  fix(server): fix deepseekv2 loading OlivierDehaene 2024-07-21 18:47:00 +0200
• 53ec0b790b
  feat(fp8): use fbgemm kernels and load fp8 weights directly (#2248) OlivierDehaene 2024-07-20 17:02:04 +0000
• e5c1d6d611
  Add FP8 release test (#2261) Daniël de Kok 2024-07-20 12:26:06 +0200
• 10bec164a9
  increase timeout OlivierDehaene 2024-07-20 10:09:03 +0200
• c9e8b68426
  missing get_weights implementation OlivierDehaene 2024-07-20 09:56:46 +0200
• b9410c3edf
  force new nccl on install OlivierDehaene 2024-07-20 09:47:03 +0200
• 879ea45df7
  fix quantization config parsing OlivierDehaene 2024-07-20 09:30:21 +0200
• 5789139c68
  fix auto conversion OlivierDehaene 2024-07-20 09:16:42 +0200
• 6a93a24f3f
  refactored weights loader OlivierDehaene 2024-07-20 09:02:02 +0200
• 081d16cab5
  add default dtype OlivierDehaene 2024-07-19 19:38:01 +0200
• 10cd8ab4a6
  avoid circular import and fix dockerfile OlivierDehaene 2024-07-19 18:56:41 +0200
• 985df12c46
  build fbgemm OlivierDehaene 2024-07-19 18:26:50 +0200
• 80087783a5
  fix makefile OlivierDehaene 2024-07-18 16:34:43 +0200
• a84373c918
  update outlines OlivierDehaene 2024-07-18 16:13:32 +0200
• ee4174b6c7
  allow loading fp8 weights directly OlivierDehaene 2024-07-18 15:05:04 +0200
• 27084bbfd3
  feat(fp8): add support for fbgemm OlivierDehaene 2024-07-18 12:40:57 +0200
• 11123a8e99
  re-push to internal registry (#2242) Adrien 2024-07-20 07:06:40 +0200
• d5464d2f80 add initial Dockerfile for TRTLLM backend Morgan Funtowicz 2024-07-19 22:08:12 +0000
• 5845269759
  another one Adrien 2024-07-19 21:00:13 +0200
• e39bac2cd1
  last reverts Adrien 2024-07-19 20:59:48 +0200
• 79ae03c503
  revert tests Adrien 2024-07-19 20:58:51 +0200
• e52be9bba2
  Add support for Deepseek V2 (#2224) Daniël de Kok 2024-07-19 17:23:20 +0200
• 68a9685f1b
  fix: adjust default tool choice (#2244) drbh 2024-07-19 11:12:02 -0400
• 39dbfbda43 Add FP8 release test Daniël de Kok 2024-07-19 14:36:48 +0000
• 40f5dc3ed6
  add usage stats to toctree (#2260) Erik Kaunismäki 2024-07-19 16:34:04 +0200
• 8b08a8c0e8 quick fix erikkaum 2024-07-19 16:25:55 +0200
• 4c19593a90
  usage stats and crash reports (#2220) Erik Kaunismäki 2024-07-19 16:17:56 +0200
• 3f37a66774
  Hotfix: pass through model revision in VlmCausalLM (#2258) Daniël de Kok 2024-07-19 15:59:00 +0200
• eb9e109b9c
  Merge pull request #1 from huggingface/feature/no_repeat_ngram_size Nate Brake 2024-07-19 09:36:17 -0400
• c3e65f575a Hotfix: pass through model revision in VlmCausalLM Daniël de Kok 2024-07-19 12:51:57 +0000
• 3b41e93a09
  Hotfix: fix MPT after recent refactor (#2257) Daniël de Kok 2024-07-19 14:42:35 +0200
• 18db78f295
  Hotfix: various GPT-based model fixes (#2256) Daniël de Kok 2024-07-19 14:42:19 +0200
• f8a1546c09 Hotfix: various GPT-based model fixes Daniël de Kok 2024-07-19 10:25:18 +0000
• 6300bab8b4 make sure executor_worker is provided Morgan Funtowicz 2024-07-19 11:56:43 +0000
• 5757c163c5 Hotfix: fix MPT after recent refactor Daniël de Kok 2024-07-19 11:46:49 +0000
• 80adb5be16
  Hotfix: fix of use of unquantized weights in Gemma GQA loading (#2255) Daniël de Kok 2024-07-19 12:55:59 +0200
• dab813dec2 Hotfix: fix of use of unquantized weights in Gemma GQA loading Daniël de Kok 2024-07-19 10:07:07 +0000
• 2579c927b0 cargo fmt erikkaum 2024-07-19 11:59:27 +0200
• 0d03dc1d81 error reason can't be in nested json erikkaum 2024-07-19 11:35:23 +0200
• db7c519ee2 Support passing head_dim through config Shaltiel Shmidman 2024-07-19 12:16:54 +0300
• 836a2e2a2b Add support for Deepseek V2 Daniël de Kok 2024-07-12 12:57:08 +0200
• 01d6e0ba32
  Update router/src/usage_stats.rs Erik Kaunismäki 2024-07-19 10:47:38 +0200
• 2dfd111e63 should make docs check pass erikkaum 2024-07-19 10:46:29 +0200
• 453130cfc3
  w Adrien 2024-07-19 10:06:03 +0200
• ba291dad9f
  Improve the handling of quantized weights (#2250) Daniël de Kok 2024-07-19 09:37:39 +0200
• 662fdeb6ee
  debug Adrien 2024-07-19 08:54:12 +0200
• 97723d1458 add logging in case of decoding error Morgan Funtowicz 2024-07-18 22:19:25 +0000
• 9ea7f9e950 remove logging Morgan Funtowicz 2024-07-18 22:08:46 +0000
• e82dc30e8a expose information about potential error happening while decoding Morgan Funtowicz 2024-07-18 22:07:59 +0000
• a19d318947 define a shared struct to hold the result of a decoding step Morgan Funtowicz 2024-07-18 21:33:04 +0000
• a036574a86 add some more validation about grammar not supported Morgan Funtowicz 2024-07-18 20:57:23 +0000
• b643a436f3 forward tgi parameters rep/freq penalty Morgan Funtowicz 2024-07-18 20:56:58 +0000
• 82fc879e17 feat: refactor lora linear and remove adapter layers refactor-lora-linear drbh 2024-07-18 19:58:55 +0000
• c728cb7015 feat: add ToolChoice to docs drbh 2024-07-18 18:04:58 +0000
• 062f91ad60 fix: remove dev tests drbh 2024-07-18 17:48:51 +0000
• 21dc6776b1 feat: improve tool choice syntax and response parsing/errors drbh 2024-07-18 17:41:17 +0000
• fdd722e16e
  wip Adrien 2024-07-18 18:23:54 +0200
• 7007b587ba
  wip Adrien 2024-07-18 18:22:41 +0200
• 9c7abeba32
  ww Adrien 2024-07-18 18:16:13 +0200
• d0c4a5f6ad
  wip Adrien 2024-07-18 18:12:29 +0200
• bac5fda4bc
  wip Adrien 2024-07-18 18:05:27 +0200
• cf16172a85 Exclude non-MLP layers when using FP8 quantization with Llama Daniël de Kok 2024-07-18 15:15:57 +0000
• e29fc9e32a satisfy compiler erikkaum 2024-07-18 18:04:00 +0200
• 1ed8856f61
  ww Adrien 2024-07-18 18:00:14 +0200
• 95847c6587 expose the internal missing start/queue timestamp Morgan Funtowicz 2024-07-18 15:57:33 +0000
• cb639c3247
  wip Adrien 2024-07-18 17:50:35 +0200
• a1b69a8cc5
  Completing development guide development-guide Hugo Larcher 2024-07-18 17:38:18 +0200
• a93b2b5083 Improve the handling of quantized weights Daniël de Kok 2024-07-18 14:41:08 +0000
• 2264773127
  should Adrien 2024-07-18 16:33:38 +0200
• fd021e5461 refactor Stream impl for Generation to factorise code Morgan Funtowicz 2024-07-18 14:21:43 +0000
• 1d1b1efa01
  fix(server): fix cohere (#2249) OlivierDehaene 2024-07-18 14:00:13 +0000
• e952e4cfd3
  fix(server): fix cohere OlivierDehaene 2024-07-18 15:59:36 +0200
• a76aed4f72
  add debug Adrien 2024-07-18 15:36:53 +0200
• b56c43ec30 remove unneeded scope variable for now Morgan Funtowicz 2024-07-18 12:57:10 +0000
• e77eff6fa1
  wip debug Adrien 2024-07-18 14:20:37 +0200
• 47d0863680 update according to review comment Wang, Yi A 2024-07-18 01:20:43 -0700
• 91a8972e18
  fix: Fix to allow report for a full failed test Hugo Larcher 2024-07-18 10:03:05 +0200
• d8e3a27648 fix crash in multi-modal Wang, Yi A 2024-07-17 22:21:11 -0700
• 35f8a88db5 fix: adjust default tool choice drbh 2024-07-18 00:57:02 +0000
• 0212b1774a correctly forward back the log probabilities Morgan Funtowicz 2024-07-17 22:33:10 +0000
• bcb96feea6 update invalid doc in cpp file Morgan Funtowicz 2024-07-17 22:23:22 +0000
• 69674a3a2d add all the necessary plumbery to return the generated content Morgan Funtowicz 2024-07-17 22:12:49 +0000
• ce715c76f8 remove unnecessary log Morgan Funtowicz 2024-07-17 22:09:50 +0000
• e983ee5bb8 make sure the context is not dropped in the middle of the async decoding. Morgan Funtowicz 2024-07-17 21:56:50 +0000
• 6589b5222e
  wip Adrien 2024-07-17 22:35:52 +0200
• aa0b19ea8d
  wip Adrien 2024-07-17 22:33:04 +0200
• 65dc1b9fbe
  debug Adrien 2024-07-17 22:21:10 +0200
• 7d081e1b36
  debug Adrien 2024-07-17 22:19:19 +0200
• abb843d697
  fix name Adrien 2024-07-17 21:52:55 +0200
• 2a5a2e9923
  re-push to internal registry Adrien 2024-07-17 21:04:22 +0200
• cf70a3036b
  Merge remote-tracking branch 'origin/feat/add-load-test' into feat/add-load-test Hugo Larcher 2024-07-17 16:47:07 +0200