Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 783473d200
  Put back trufflehog with proper extension. Nicolas Patry 2024-06-24 15:46:40 +0200
• a7556ba800 fix: refactors and helpful comments multi-lora drbh 2024-06-24 13:39:56 +0000
• 161bead116
  Network host. Nicolas Patry 2024-06-24 15:30:49 +0200
• 2657a5df09
  New runner. Manual squash. Nicolas Patry 2024-06-24 15:19:44 +0200
• 8a0bb53ef3 add docs Mohit Sharma 2024-06-24 11:09:17 +0000
• f0d95b0f4b fixrs Mohit Sharma 2024-06-24 11:07:32 +0000
• fb83e3416b fix Mohit Sharma 2024-06-24 08:25:59 +0000
• 81fd601c44 rebase and update Mohit Sharma 2024-06-24 08:15:36 +0000
• 084de9907c Merge branch 'main' into fp8_kvcache Mohit Sharma 2024-06-24 07:53:33 +0000
• 2413db8b52
  Update README.md AS ABIR HASAN 2024-06-23 00:03:46 +0300
• 07b939fc99
  Merge branch 'main' into fix-from-source-installation Youssef Ali 2024-06-21 15:51:04 -0400
• 811a9381b1
  feat: sort cuda graphs in descending order (#2104) drbh 2024-06-21 14:28:26 -0400
• 98e9be7221 feat: sort cuda graphs in descending order drbh 2024-06-21 16:07:30 +0000
• 197c47a302
  Fix text-generation-server quantize (#2103) Daniël de Kok 2024-06-21 15:28:51 +0200
• dc58c339fc Fix text-generation-server quantize Daniël de Kok 2024-06-21 14:26:33 +0200
• e2ecafa025 [WIP] Dev guide Lysandre 2024-06-21 12:18:10 +0200
• 4f75783ae0 Fix Dockerfile_amd and Dockerfile_intel ur4t 2024-06-21 16:30:04 +0800
• 340450d765 Fix cargo-chef prepare ur4t 2024-06-21 15:58:06 +0800
• e850cea85d fix: tweak shapes drbh 2024-06-21 03:25:18 +0000
• b16109966d fix: add missing tests and renames drbh 2024-06-21 02:59:18 +0000
• 29e922d3d4 feat: improve weight tests drbh 2024-06-20 20:38:19 +0000
• 313d29f1f9 fix: adjust so all tests pass drbh 2024-06-20 19:28:29 +0000
• 7ee217475e fix: adjust types and add tests drbh 2024-06-20 14:56:54 -0400
• 62a1ddbf8a poetry actually can't handle the conflict between torch and nccl fxmarty 2024-06-20 18:35:00 +0000
• 27a3792626 use v2.22.3 that also fixes @samsamoa's repro fxmarty 2024-06-20 18:12:48 +0000
• a76b6f4413 add note in dockerfile fxmarty 2024-06-20 18:03:33 +0000
• 2502ce4865 fix nccl issue fxmarty 2024-06-20 17:57:45 +0000
• 4fe871ffaa
  Adjust max_new_tokens in warmup (#160) Karol Damaszke 2024-06-20 19:48:37 +0200
• 65506e19bf update dockerfile debug-torch-23 fxmarty 2024-06-20 15:36:46 +0000
• 56b16614de continue refactoring feat/backend_feature OlivierDehaene 2024-06-20 16:59:38 +0200
• e7b1d5e422 Fix LLaVA-NeXT handling of non-square images Daniël de Kok 2024-06-20 15:05:16 +0200
• abf56b75a4 refactor schedulers OlivierDehaene 2024-06-20 12:40:36 +0200
• c27ae68d50 Update Launcher Docs Removing Option Kevin Duffy 2024-06-20 09:43:39 +0100
• bcb3faa1c2
  Factor out sharding of packed tensors (#2059) Daniël de Kok 2024-06-20 09:56:04 +0200
• 9ce4552bae Idefics2: sync added image tokens with transformers Daniël de Kok 2024-06-20 09:21:58 +0200
• 8fc4b84d77 Factor out sharding of packed tensors Daniël de Kok 2024-06-12 16:20:51 +0200
• f5a9837592
  Support exl2-quantized Qwen2 models (#2085) Daniël de Kok 2024-06-20 07:56:16 +0200
• f1a6fdb900 corrected Pydantic warning. jeff 2024-06-19 21:33:39 -0400
• 48010f14b5 fix: re update the docs pr-2076-ci-run drbh 2024-06-20 01:05:47 +0000
• b85c045b7f fix: run python update doc drbh 2024-06-20 00:59:33 +0000
• abfc581030 fix: adjust types drbh 2024-06-20 00:56:34 +0000
• 75dccec40d Merge commit 'refs/pull/2076/head' of github.com:huggingface/text-generation-inference into main drbh 2024-06-20 00:41:54 +0000
• 9854f20225 fix: set sharded true if WORLD_SIZE is set drbh 2024-06-12 17:12:18 +0000
• 1dc1d5b3c5 ipex distributed ops support Wang, Yi A 2024-06-18 07:12:32 -0700
• 397731b272 Merge branch 'main' of https://github.com/sywangyi/text-generation-inference into cpu_tgi Wang, Yi A 2024-06-19 17:22:28 -0700
• 1033d3b503
  Fixing packages in Dockerfile (#162) Alexey Fadeev 2024-06-19 23:44:47 +0200
• 70e1982ab2 feat: add simple tests for weights drbh 2024-06-19 20:57:20 +0000
• cdbf802860
  feat: rotate tests ci token (#2091) drbh 2024-06-19 17:02:58 -0400
• 7b8aaa57e5 feat: rotate tests ci token drbh 2024-06-19 17:49:26 +0000
• a07b612989 fix: revert skips and prefer updated ci token for tests drbh 2024-06-19 17:31:13 +0000
• c9e4526b9d fix: skip llama test CI (temp) 2 drbh 2024-06-19 17:19:40 +0000
• ce70fce925 fix: skip llama test due to CI issue (temp) drbh 2024-06-19 17:03:13 +0000
• 4f1543d3c7 fix: refactors and adjust flash llama lora logic drbh 2024-06-19 16:13:42 +0000
• 695c577b7a fix ChatCompletion and ChatCompletionChunk object string not compatible with standard openai api sunxichen 2024-06-19 16:40:28 +0800
• 01ea0ab2f6 Redirect or first request? Daniël de Kok 2024-06-19 09:52:05 +0200
• c1125781e0 Try something maintenance/docker-network Daniël de Kok 2024-06-19 09:33:45 +0200
• 9fb7790928 fix: update docker auth step ci-patch drbh 2024-06-18 11:49:43 -0400
• 9ce3f046b8
  CI Login to dockerhub Guillaume LEGENDRE 2024-06-18 16:21:17 +0200
• fe9abad1a9 mirror docker feat/page_re_alloc OlivierDehaene 2024-06-18 15:58:59 +0200
• 224455f389 Merge branch 'main' into lora-internal drbh 2024-06-18 09:50:41 -0400
• e5c27364be avoid join_all OlivierDehaene 2024-06-18 15:44:28 +0200
• b21ed583ac fix logic OlivierDehaene 2024-06-18 13:56:16 +0200
• fe6a2756f1
  Merge branch 'main' into feat/page_re_alloc OlivierDehaene 2024-06-18 13:13:49 +0200
• 7ed1044585 added padded blocks and logs everywhere OlivierDehaene 2024-06-18 12:18:05 +0200
• 14d83c176f Support exl2-quantized Qwen2 models Daniël de Kok 2024-06-18 10:55:43 +0200
• 2b95c0d991
  Merge branch 'main' into cpu_tgi Funtowicz Morgan 2024-06-18 10:18:29 +0200
• 11ea9ce002
  CI: pass pre-commit hooks again (#2084) Daniël de Kok 2024-06-18 09:38:21 +0200
• 729df451cf CI: pass pre-commit hooks again Daniël de Kok 2024-06-18 09:36:47 +0200
• 4f25c67d63
  CI: Tailscale improvements (#2079) Guillaume LEGENDRE 2024-06-18 09:13:04 +0200
• dce37faeef
  change step order Guillaume LEGENDRE 2024-06-17 18:46:16 +0200
• a7f8b61e6a
  network host Guillaume LEGENDRE 2024-06-17 18:22:02 +0200
• 58da5e3f3c
  wait for ssh Guillaume LEGENDRE 2024-06-17 18:11:39 +0200
• c8c7ccd31e
  Set maximum grpc message receive size to 2GiB (#2075) Daniël de Kok 2024-06-17 16:40:44 +0200
• cf38bb7529
  Update build.yaml Guillaume LEGENDRE 2024-06-17 15:48:50 +0200
• cbdeafb3fd
  Update build.yaml Guillaume LEGENDRE 2024-06-17 15:47:56 +0200
• 651d7e2d19
  Update build.yaml Guillaume LEGENDRE 2024-06-17 15:41:02 +0200
• a0b5ab2a89
  Update build.yaml Guillaume LEGENDRE 2024-06-17 15:40:02 +0200
• 6139c6fc18
  test local tailscale Guillaume LEGENDRE 2024-06-17 15:32:23 +0200
• 55227eb0c4 Fixup formatting to make PR pass Daniël de Kok 2024-06-17 15:06:03 +0200
• 2128c5d09f Update to Rust 1.79.0 Daniël de Kok 2024-06-17 14:41:26 +0200
• 991a1cbb3b Set maximum grpc message receive size to 2GiB Daniël de Kok 2024-06-17 12:26:31 +0200
• 036a5a02a7
  Fix missing rope scaling option for YaRN calycekr 2024-06-17 21:52:52 +0900
• cb8f999edc Update Launcher Docs Kevin Duffy 2024-06-17 12:24:25 +0100
• 3c8fa90ee7 Update README.md Kevin Duffy 2024-06-17 12:15:26 +0100
• 5673e5aad6 Update Docs Kevin Duffy 2024-06-17 12:12:55 +0100
• 6e93482c46 Adding Service Name Environment variable for https://github.com/huggingface/text-generation-inference/issues/2069 Kevin Duffy 2024-06-17 11:24:51 +0100
• 0f7d38e774
  fix build.rs watch files (#2072) Ziru Niu 2024-06-17 18:10:01 +0800
• 131838919e
  Contributing guide & Code of Conduct (#2074) Lysandre Debut 2024-06-17 12:09:31 +0200
• e903770897
  Support different image sizes in prefill in VLMs (#2065) Daniël de Kok 2024-06-17 10:49:41 +0200
• 01fbb90cd4 Redirect to GitHub's tutorial on PRs Lysandre 2024-06-17 09:28:37 +0200
• 716deccf71 fix build.rs watch files Ziru Niu 2024-06-17 02:36:05 +0000
• bafee950af fix: str has no attribute logits Youssef Ali 2024-06-16 23:27:54 +0300
• 4b96c6319e edit: remove the constrain of having an old version of transformers Youssef Ali 2024-06-16 23:27:35 +0300
• 2e241e655b edit: upgrade the rust version to support inline const Youssef Ali 2024-06-16 23:26:45 +0300
• ca1b2f4994
  Updated kv cache for starcoder (#128) Vidya Galli 2024-06-14 13:36:44 -0700
• 1104885f00
  Merge branch 'main' into lora-internal drbh 2024-06-14 10:06:15 -0400
• 0e1c28cafd fix: merge 'main' into lora-internal to resolve conflicts drbh 2024-06-14 14:02:33 +0000
• 06c3254cc5 fix: avoid dockerfile conflict drbh 2024-06-14 13:58:38 +0000
• ef86232c94
  [Torch.compile] Enable llama-2-7b (#157) Jacek Czaja 2024-06-14 15:56:23 +0200
• 445f313504
  Adding architecture document (#2044) Alvaro Moran 2024-06-14 15:28:34 +0200