Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 731f890887
  Update tensor_parallel.py Kaixiong Happy 2024-12-03 19:00:28 +0800
• 874bc28d6c feat(backend): make backend_workspace_t::engines_folder constexpr Morgan Funtowicz 2024-12-03 09:41:58 +0100
• 2f8634ec01 feat(backend): impl missing generation_step_t as return value of pull_tokens Morgan Funtowicz 2024-12-02 23:28:25 +0100
• a7bad25c41 feat(backend): fix backend_exception_t -> backend_error_t naming Morgan Funtowicz 2024-12-02 15:16:42 +0100
• 879e1a4178 feat(backend): allow overriding which Python to use Morgan Funtowicz 2024-12-02 15:08:34 +0100
• 71e700a6ea feat(backend): use latest trtllm main version to have g++ >= 13 compatibility Morgan Funtowicz 2024-12-02 00:06:24 +0100
• fd7e2b5bbd feat(backend): more impl Morgan Funtowicz 2024-12-02 00:05:59 +0100
• df99164dc1 feat(backend): delete previous backend impl Morgan Funtowicz 2024-12-01 23:49:25 +0100
• 25c6bbe142 feat(backend): introduce backend_workspace_t to store precomputed information from the engine folder Morgan Funtowicz 2024-12-01 00:35:04 +0100
• 702dc9cd05 feat(backend): missing return statement Morgan Funtowicz 2024-11-30 23:16:46 +0100
• 87272ffe39 feat(backend): enable compiler warning if support for RVO not applying Morgan Funtowicz 2024-11-30 23:16:35 +0100
• 9bb6309712 feat(backend): added some logging Morgan Funtowicz 2024-11-30 23:04:57 +0100
• 6d3565759a feat(backend): remove all the logs from hardware.hpp Morgan Funtowicz 2024-11-19 00:19:22 +0100
• 3a2698fb79 feat(backend): initial rewrite of the backend for simplicity Morgan Funtowicz 2024-11-19 00:17:35 +0100
• 1830fe8833 test(ctest) enable address sanitizer Morgan Funtowicz 2024-11-19 00:17:10 +0100
• 7a81040d1a feat(hardware) enable new hardware.hpp and unittests Morgan Funtowicz 2024-11-18 21:51:44 +0100
• 0f17415d54 misc(cmake) update dependencies Morgan Funtowicz 2024-11-18 21:50:44 +0100
• 1352f70847
  Fix prefix caching for chat completion since we removed logprobs. Nicolas Patry 2024-12-02 07:51:00 +0100
• db1114955a
  chunking by default. Nicolas Patry 2024-12-02 07:00:03 +0100
• 9fab7c6665
  Updated the flops calculation (checked with fvcore). Nicolas Patry 2024-11-11 14:31:32 +0100
• 3ec9259b69
  Typo in h100. Nicolas Patry 2024-11-10 15:53:10 +0100
• 3a53e8c288
  Damn inflated sparse tflops. Nicolas Patry 2024-11-10 15:32:34 +0100
• 748dce60cd
  h100 better name, and keep factor of 2 Nicolas Patry 2024-11-10 14:14:10 +0100
• 96ad65b51a
  Logprobs cost too much. Nicolas Patry 2024-11-10 07:00:22 +0100
• e85dc0a0bb
  Adding a few more cards. Nicolas Patry 2024-11-05 11:24:20 +0100
• 5bcb3e6ad2
  Adding A100 + H100 Nicolas Patry 2024-11-05 11:19:37 +0100
• 23c0a20dc9
  Adding more cards. Nicolas Patry 2024-11-05 09:47:55 +0100
• fa912440b1
  Taking into account number of shards. Nicolas Patry 2024-11-04 11:15:47 +0100
• 54d3c8157c
  Attempt at automatic max batch prefill. Nicolas Patry 2024-11-04 10:59:07 +0100
• b57f370386
  Saving some VRAM. (#2790) Nicolas Patry 2024-12-03 08:34:21 +0530
• 2003d8be0c
  Sync (most) server dependencies with Nix (#2782) Daniël de Kok 2024-12-03 04:04:06 +0100
• 45eb84e4b6
  Adding assertion. Nicolas Patry 2024-12-02 19:40:57 +0100
• 83073b2069
  Fmt. Nicolas Patry 2024-12-02 18:32:49 +0100
• b02a258841
  Upgrade eetq ? Nicolas Patry 2024-12-02 07:00:50 +0100
• 2610733f3f
  Add a primitive script to generate Poetry commands to sync with Nix Daniël de Kok 2024-11-26 13:20:56 +0000
• 15f9c1ca10
  Sync (most) server dependencies with Nix Daniël de Kok 2024-11-26 13:18:12 +0000
• 253a992447 Remove the CI workflows we don't currently support yuanwu 2024-12-02 08:45:36 +0000
• 56ea3ce826 use oneapi 2024 docker image directly for xpu Wang, Yi A 2024-12-02 00:35:32 -0800
• 535149d872
  fix: only use eos_token_id as pad_token_id if int (#2774) Dmitry Rogozhkin 2024-12-01 21:26:37 -0800
• 600d7e6ece
  Update server/text_generation_server/adapters/lora.py pr-2784-ci-branch Nicolas Patry 2024-12-02 06:02:02 +0100
• 2c74c55637
  fix: add merge-lora arg for model id (#2788) drbh 2024-12-01 23:52:02 -0500
• a35d1e6fe5
  Removing ../ that broke the link (#2789) Torsten Raudssus 2024-12-02 05:48:55 +0100
• b4c5ca5a58
  Saving some VRAM. Nicolas Patry 2024-11-30 18:53:33 +0100
• 1d2cb356b9
  Fix doc. (#2792) Nicolas Patry 2024-12-02 09:58:26 +0530
• 3e9cfab897
  Fix doc. Nicolas Patry 2024-12-02 05:19:30 +0100
• 4ee4ebc03b set flashdecoding blocksize as 64 Wang, Yi A 2024-12-01 18:55:05 -0800
• 0228bd0260 Doesn't run the prefill warmup when limit_hpu_graph=true yuanwu 2024-12-01 21:29:41 +0000
• 4586325a34 Fix the starCode warmup issue yuanwu 2024-11-26 08:55:42 +0000
• e0dda9b614 feat(backend): use c++ defined types for llama.cpp Morgan Funtowicz 2024-11-29 23:38:27 +0100
• c9f6c3a8f7 feat(backend): better map exception throw on C++ side Morgan Funtowicz 2024-11-29 23:34:16 +0100
• 5fdfe692dc Removing ../ that broke the link Torsten Raudssus 2024-11-29 17:52:48 +0100
• ddc35e4eb8 fix: add merge-lora arg for model id drbh 2024-11-29 11:00:13 -0500
• db41776a0e feat(backend): add mimalloc memory allocator to the container Morgan Funtowicz 2024-11-29 16:22:55 +0100
• f5c4cee364 feat(backend): correctly link to all libraries Morgan Funtowicz 2024-11-29 16:22:43 +0100
• 63b8c59d9f
  Add poetry-plugin-export and fix indentation Alvaro Bartolome 2024-11-29 13:14:05 +0000
• bbde434c40
  Remove commas from poetry export --extras ... Alvaro Bartolome 2024-11-29 13:12:06 +0000
• a221dbb9a7
  Fix COPY destination for requirements_poetry.txt Alvaro Bartolome 2024-11-29 13:46:01 +0100
• d9347f2f72
  Fix stage name in Dockerfile Alvaro Bartolome 2024-11-29 13:44:40 +0100
• ebed60b8a9
  Add poetry.lock export into requirements_poetry.txt Alvaro Bartolome 2024-11-29 12:53:42 +0100
• 59b0ef3018
  feat: Fix Cmakelist to allow building on Darwin platform (#2785) Hugo Larcher 2024-11-29 00:31:36 +0100
• dfb4d5cd6a
  fix: Fix tokenizer in llama.cpp Dockerfile Hugo Larcher 2024-11-29 00:25:17 +0100
• 26fca48a45
  fix: Fix tokenizer in llama.cpp Dockerfile Hugo Larcher 2024-11-29 00:24:52 +0100
• d4e65bfe7b
  feat: Fix Cmakelist to allow building on Darwin platform Hugo Larcher 2024-11-29 00:01:33 +0100
• b10eaab9f3 feat(backend): use new batch API to generate tokens Morgan Funtowicz 2024-11-28 23:57:24 +0100
• dc6435e3a5 feat(backend): create llama_context_params with default factory Morgan Funtowicz 2024-11-28 23:57:08 +0100
• b1ebc8f73b feat(backend): update llama.cpp to 4215 Morgan Funtowicz 2024-11-28 23:56:57 +0100
• 6c5a75b593 misc(offline): update model creation as std::shared_ptr Morgan Funtowicz 2024-11-28 17:45:22 +0100
• 9d659f1e23 feat(backend): add missing temperature parameter Morgan Funtowicz 2024-11-28 16:49:29 +0100
• df72c56b5b feat(backend): add guard in case top_k = 0 Morgan Funtowicz 2024-11-28 16:30:20 +0100
• 929a2fc718 feat(backend): add some test to the backend for core allocation Morgan Funtowicz 2024-11-28 14:53:46 +0100
• 298367cdfd feat(backend): fix when num_cores_per_instance is equals to zero with the size of the generated core allocation Morgan Funtowicz 2024-11-28 14:53:35 +0100
• 8e89793514 feat(backend): use the new batch api from llama Morgan Funtowicz 2024-11-28 14:52:48 +0100
• 274cfce435 feat(backend): remove core overriding in the Rust backend Morgan Funtowicz 2024-11-28 10:59:50 +0100
• d918e6a159
  Update Dockerfile.llamacpp as per review Funtowicz Morgan 2024-11-28 09:53:59 +0100
• bbe95ca9e9
  Update Dockerfile.llamacpp as per review Funtowicz Morgan 2024-11-28 09:53:15 +0100
• 98d0093660 fix lora failure in platform which does not contain punica_kernels Wang, Yi A 2024-11-28 00:14:22 -0800
• b83419a769
  Merge branch 'habana-main' into 2.3.0 Yuan Wu 2024-11-28 12:38:36 +0800
• d471805134
  Support continue final message (#2733) drbh 2024-11-27 19:13:30 -0500
• caff779dd4
  Fix: docs typo (#2777) jp 2024-11-26 22:28:58 +0900
• 892a26e549
  upgrade ipex cpu to fix coredump in tiiuae/falcon-7b-instruct (pageat… (#2778) Wang, Yi 2024-11-26 21:28:11 +0800
• 636cdb4c43 Fix startcode issue yuanwu 2024-11-26 08:55:42 +0000
• 72ab60fdd5
  Use FP8 KV cache when specified by compressed-tensors (#2761) Daniël de Kok 2024-11-26 08:27:41 +0100
• 289aa48554
  Move JSON grammar -> regex grammar conversion to the router (#2772) Daniël de Kok 2024-11-25 18:47:34 +0100
• c637d68d74
  feat: concat the adapter id to the model id in chat response (#2779) drbh 2024-11-25 12:36:31 -0500
• 6082146c0d fix: updated to include only the adapter id in chat response drbh 2024-11-25 11:23:43 -0500
• 438fd726ee Fix Rust test Daniël de Kok 2024-11-25 16:00:26 +0000
• 8505341931 fix: replace expected output for continue test drbh 2024-11-25 10:10:33 -0500
• 651a039dd3 feat: concat the adapter id to the model id in chat response drbh 2024-11-25 09:46:42 -0500
• 594a6a7c22 fix: adjust continuation tests expected text drbh 2024-11-25 08:33:58 -0500
• d5225d4196 One more snapshot update Daniël de Kok 2024-11-25 09:12:15 +0000
• 639dc07088 Update tests/snapshots Daniël de Kok 2024-11-22 16:40:20 +0000
• f5e55ad7d9 Can't format crate-hashes.json Daniël de Kok 2024-11-22 13:06:38 +0000
• 85671e1a31 Formatting fixes Daniël de Kok 2024-11-22 12:51:26 +0000
• 7e87e868e6 Move JSON grammar -> regex grammar conversion to the router Daniël de Kok 2024-11-22 12:21:32 +0000
• b0c7658996 upgrade ipex cpu to fix coredump in tiiuae/falcon-7b-instruct (pageattention) Wang,Yi A 2024-11-25 07:57:54 +0000
• d04c86c76c enable xpu flashdecoding Wang, Yi A 2024-11-24 21:40:00 -0800
• d7c991b0d1 flash decoding Wang, Yi A 2024-11-05 00:48:23 -0800
• a1dd3ffe25
  Fix: typo in model loading code jp 2024-11-25 10:25:32 +0900
• ba72c188d0
  Merge branch 'huggingface:main' into feature/get-trace-id-from-req-headers Hyeongchan Kim 2024-11-23 15:21:18 +0900
• 13a75acd76 fix: remove guideline tests drbh 2024-11-22 14:12:18 -0500