Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 263d81a43a nix: add text-generation-benchmark to pure devshell Daniël de Kok 2024-08-18 15:16:16 +0000
• f5f11b797e
  nix: add pure server to flake, add both pure and impure devshells (#2430) Daniël de Kok 2024-08-20 22:07:33 +0200
• c988d6e620 nix: add ipdb to impure devshell Daniël de Kok 2024-08-20 19:59:35 +0000
• b3a4d10a42 nix: remove unused poetry2nix input Daniël de Kok 2024-08-18 13:10:29 +0000
• f015bb382c nix: pure server and support both pure and impure devShells Daniël de Kok 2024-08-18 12:36:29 +0000
• b70ae0969f
  Prefix caching (#2402) Nicolas Patry 2024-08-20 11:15:30 +0200
• 93194a5075 feat: add /v1/models endpoint drbh 2024-08-19 16:00:48 +0000
• 38773453ae
  nix: update to CUDA 12.4 (#2429) Daniël de Kok 2024-08-19 09:28:38 +0200
• 5b645e7e1b poetry2nix: follow tgi-nix nixpkgs Daniël de Kok 2024-08-18 10:06:18 +0000
• aa3a83eed2 Update to CUDA 12.4 Daniël de Kok 2024-08-18 10:04:12 +0000
• caf9fcc600
  Update flake.lock Nicolas Patry 2024-08-14 18:28:18 +0200
• 95155a212b
  Fixup: Nicolas Patry 2024-08-14 18:26:29 +0200
• 97c504136c
  Remove router.nix Nicolas Patry 2024-08-14 12:03:47 +0200
• 4a38185d78
  Removing the logs. Nicolas Patry 2024-08-14 11:29:40 +0200
• 4fff77ebcb
  Medusa requires reshaping. Nicolas Patry 2024-08-13 16:25:29 +0200
• 99b6b5c795
  Fixing prefix caching. Nicolas Patry 2024-08-13 16:22:52 +0200
• b2933b72d0
  Fixing medusa without prefix caching. Nicolas Patry 2024-08-13 13:13:08 +0200
• 4c8dcbb76d
  Just medusa values now. Nicolas Patry 2024-08-13 13:02:48 +0200
• 549f0e9ca7
  Fixing medusa (still wrong outputs, but functional). Nicolas Patry 2024-08-13 11:58:55 +0200
• b31ec3bc8c
  Fixing black. Nicolas Patry 2024-08-12 17:27:45 +0200
• 89b42c9b48
  Fixing flashinfer import. Nicolas Patry 2024-08-12 16:31:41 +0200
• 0c90550e9d
  Fixing prefix attention. Nicolas Patry 2024-08-12 16:23:18 +0200
• 44a77dcb9e
  Prefix caching WIP Daniël de Kok 2024-08-09 11:47:14 +0000
• e4201f44cf
  All integration tests back everywhere (too many failed CI). (#2428) Nicolas Patry 2024-08-16 21:19:46 +0200
• d7bee1c026
  Punica uses raw ASM which is not valid on 9.0 apparently. Nicolas Patry 2024-08-16 19:58:53 +0200
• 53729b74ac
  doc: Add metrics documentation and add a 'Reference' section (#2230) Hugo Larcher 2024-08-16 19:43:30 +0200
• f18262b16f
  Common arch list. Nicolas Patry 2024-08-16 19:02:22 +0200
• 9190b0c82c
  Attempt to remove the specifed compute cap. Nicolas Patry 2024-08-16 16:21:17 +0200
• 42bc3398a9
  Upgrade integration tests after 12.4 Nicolas Patry 2024-08-16 15:19:39 +0200
• e3f562999a
  All integration tests back everywhere (too many failed CI). Nicolas Patry 2024-08-16 14:27:19 +0200
• cb0a29484d
  FIxing the CI. Nicolas Patry 2024-08-16 14:21:29 +0200
• c7ab1810d4
  Further fixes. (#2426) Nicolas Patry 2024-08-16 13:21:44 +0200
• 986071197b
  Fix the condition. Nicolas Patry 2024-08-16 13:20:53 +0200
• 188ceb2fef
  Update the conftest to allow NaN (first logprob). Nicolas Patry 2024-08-16 13:16:51 +0200
• 772f0d1c80
  Further fixes. Nicolas Patry 2024-08-16 13:09:18 +0200
• 99b662f8c2
  Improve the Consuming TGI + Streaming docs. (#2412) Vaibhav Srivastav 2024-08-16 12:43:08 +0200
• ec4ea88109 Last nit Vaibhav Srivastav 2024-08-16 12:23:48 +0200
• 1411bfb989
  nix: try to reduce the number of Rust rebuilds (#2424) Daniël de Kok 2024-08-16 10:01:01 +0200
• 8521036efd nix: try to reduce the number of Rust rebuilds Daniël de Kok 2024-08-15 15:53:21 +0000
• 1b0aa06204
  Upgrading the tests to match the current workings. (#2423) Nicolas Patry 2024-08-15 13:28:42 +0200
• e32876fa97
  Upgrading the tests to match the current workings. Nicolas Patry 2024-08-15 13:27:51 +0200
• 369e499a66
  Simplify the warmup process (#173) yuanwu2017 2024-08-15 18:04:14 +0800
• 57b3495823
  Fixing exl2 and other quanize tests again. (#2419) Nicolas Patry 2024-08-15 11:12:51 +0200
• 18ad84c8fa
  Adding warnings for deprecated bitsandbytes + upgrade info to warn. Nicolas Patry 2024-08-15 11:04:30 +0200
• e46df82e4f
  Go back to released exl2 and remove log. Nicolas Patry 2024-08-15 09:28:50 +0200
• 3643d1cd9e
  Removing serde override. Nicolas Patry 2024-08-15 09:17:06 +0200
• 13350a330f
  Fix quantization defaults without cuda graphs on exl2 (linked to new issues with it). Nicolas Patry 2024-08-15 09:12:21 +0200
• a041603462
  Fixing exl2 (by disabling cuda graphs) Nicolas Patry 2024-08-14 19:41:29 +0200
• 06ee185cf8
  Mark exl2 as non release (so CI tests them, needs to be removed latet). Nicolas Patry 2024-08-14 16:51:46 +0200
• f4ce670eb0
  Fixing exl2 and other quanize tests again. Nicolas Patry 2024-08-14 16:30:46 +0200
• 9aaa12e7ac
  nix: build router incrementally (#2422) Daniël de Kok 2024-08-15 10:21:51 +0200
• fda39e71d2 nix: build router incrementally Daniël de Kok 2024-08-15 08:14:07 +0000
• c03a7b3560 update doc with intel cpu part Wang, Yi A 2024-08-14 17:49:05 -0700
• b378fb4702
  Fixing exl2 (by disabling cuda graphs) fix_exl2 Nicolas Patry 2024-08-14 19:41:29 +0200
• 89707adbbb
  Fixing exl2 (by disabling cuda graphs) exl2 Nicolas Patry 2024-08-14 19:41:29 +0200
• 4b10c8c30b fix: improve scales change and revert conditional fix-repack-for-marlin drbh 2024-08-14 16:38:15 +0000
• 0e09eeacfc Doc review from Nico. x2 Vaibhav Srivastav 2024-08-14 13:11:25 +0200
• 3f385991b0
  More fixes trtllm (#2342) Funtowicz Morgan 2024-08-14 12:02:05 +0200
• f3b5c69441
  Upgrading exl2. (#2415) Nicolas Patry 2024-08-14 11:58:08 +0200
• bb2b93e7a3 Doc review from Nico. Vaibhav Srivastav 2024-08-14 11:35:50 +0200
• 00edb1a789 Up. Vaibhav Srivastav 2024-08-14 11:25:15 +0200
• a590b2f548 Merge branch 'vb/update-consuming-tgi-docs' of https://github.com/Vaibhavs10/text-generation-inference into vb/update-consuming-tgi-docs Vaibhav Srivastav 2024-08-14 11:19:03 +0200
• a27b31c34a Up. Vaibhav Srivastav 2024-08-14 11:18:45 +0200
• b2d3948ccf
  Fix idefics. Nicolas Patry 2024-08-14 11:14:11 +0200
• 5c598cc7ed
  Fixing the other pathways. Nicolas Patry 2024-08-14 08:53:17 +0200
• c9047667ad
  Upgrading exl2. Nicolas Patry 2024-08-14 08:49:58 +0200
• 921448cfdf
  Apply suggestions from code review Vaibhav Srivastav 2024-08-14 11:11:47 +0200
• 9c83e04f40 limit nb input tokens Xuan Son Nguyen 2024-08-14 11:07:39 +0200
• c5fff92b48
  nix: partial incremental build of the router (#2416) Daniël de Kok 2024-08-14 11:06:28 +0200
• 30912d3f6d nix: partial incremental build of the router Daniël de Kok 2024-08-14 08:55:02 +0000
• a6506a51b6 update Xuan Son Nguyen 2024-08-14 10:36:17 +0200
• ab4d480d91 fix: repack for marlin when single scale is provided drbh 2024-08-13 16:52:15 -0400
• 7007394766 Up. Vaibhav Srivastav 2024-08-13 19:58:21 +0200
• 4abd7d3971
  Update docs/source/basic_tutorials/consuming_tgi.md Vaibhav Srivastav 2024-08-13 19:55:11 +0200
• 3ba36590c6
  Apply suggestions from code review Vaibhav Srivastav 2024-08-13 19:41:39 +0200
• cd18ee3ac9 Up. Vaibhav Srivastav 2024-08-13 19:07:38 +0200
• d59df84169 Update Gradio snippet. Vaibhav Srivastav 2024-08-13 19:05:47 +0200
• 6e00e05cec Merge branch 'vb/update-consuming-tgi-docs' of https://github.com/Vaibhavs10/text-generation-inference into vb/update-consuming-tgi-docs Vaibhav Srivastav 2024-08-13 18:43:27 +0200
• 552ee136d8 Suggestions from Lucain. Vaibhav Srivastav 2024-08-13 18:41:38 +0200
• 364906f427
  Apply suggestions from code review Vaibhav Srivastav 2024-08-13 17:26:38 +0200
• 98d66f0534 More updates. Vaibhav Srivastav 2024-08-13 16:57:17 +0200
• 1cebccc72b
  fix: adds causal to attention params (#2408) drbh 2024-08-13 10:19:46 -0400
• 1d37a6a06a add info about Open AI client. Vaibhav Srivastav 2024-08-13 16:17:32 +0200
• 5512446726 Fix erronous update to . Vaibhav Srivastav 2024-08-13 15:55:11 +0200
• 8de10acdcf Improve the Consuming TGI docs. Vaibhav Srivastav 2024-08-13 15:47:25 +0200
• 59922f9bc1
  add numa to improve cpu inference perf (#2330) Wang, Yi 2024-08-13 21:33:55 +0800
• cd9b15d17f
  Adding more kernels to flake. (#2411) Nicolas Patry 2024-08-13 10:49:18 +0200
• 6e7a33c812
  Adding more kernels to flake. Nicolas Patry 2024-08-13 10:46:00 +0200
• 6f4bb4f26f
  nix: incremental build of the launcher (#2410) Daniël de Kok 2024-08-13 10:44:15 +0200
• 266dd54bfd nix: incremental build of the launcher Daniël de Kok 2024-08-13 06:18:22 +0000
• 519e5ac05b fix: adds causal to attention params to check when using flash attn v1 drbh 2024-08-13 00:56:15 +0000
• e3f0f85b70
  Pad token handling for Llama3.1 (#199) Sun Choi 2024-08-12 15:00:41 -0700
• 8a7749b8fb
  fix: include create_exllama_buffers and set_device for exllama (#2407) drbh 2024-08-12 17:59:37 -0400
• c09f5bc930
  Merge pull request #187 from yuanwu2017/v2.0.4 regisss 2024-08-12 23:59:03 +0200
• d8a60f70bc fix: include create_exllama_buffers and set_device for exllama drbh 2024-08-12 20:48:21 +0000
• 9a7830bd28
  Pr 2395 ci run (#2406) drbh 2024-08-12 14:38:59 -0400
• d56ccb5220 feat: add message and chat template test drbh 2024-08-12 17:04:52 +0000
• 05e9a83153 Merge commit 'refs/pull/2395/head' of github.com:huggingface/text-generation-inference into pr-2395-ci-run drbh 2024-08-12 17:01:11 +0000
• fb481787a7 feat: add message and chat template test drbh 2024-08-12 16:57:17 +0000
• d529fd7b0b Merge commit 'refs/pull/2395/head' of github.com:huggingface/text-generation-inference into pr-2395-ci-run drbh 2024-08-12 16:38:59 +0000