Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 39de46129e fix: Adapt function call response to return a json string for arguments Nicolas Casademont 2025-01-24 11:47:01 +0100
• 38a1987475 Use eetq kernel from the hub Daniël de Kok 2025-02-17 13:07:09 +0000
• f866e9853c
  fix: trufflehog Hugo Larcher 2025-02-17 16:29:28 +0100
• 95d1172347 fix: bump ci build yaml pr-3018-ci-branch drbh 2025-02-17 15:24:25 +0000
• 9501956383 fix(neuron): increase ulimit when building image David Corvoysier 2025-02-17 15:22:36 +0000
• 252f5468cc feat: add neuron case to build ci drbh 2025-02-17 15:22:02 +0000
• 728cbfa4c6
  feat: Add the parsing of HF_HUB_USER_AGENT_ORIGIN environment variable to add info about the environment running TGI. That is useful to track usage in case of collaborations for example. Hugo Larcher 2025-02-17 11:15:42 +0100
• 7fa960ec38
  Update README.md celsowm 2025-02-14 12:22:50 -0300
• cfd4fbb479
  [Backend] Add Llamacpp backend (#2975) Adrien Gallouët 2025-02-14 13:40:57 +0100
• 6df0fc0b55
  Support sigmoid scoring function in GPTQ-MoE (#3017) Daniël de Kok 2025-02-14 11:33:49 +0100
• d6881c37ab
  Putting back the NCCL forced upgrade. (#2999) Nicolas Patry 2025-02-14 11:31:59 +0100
• f0b404ba78
  add tool_calls field to Message struct sailesh duddupudi 2025-02-13 20:24:08 +0000
• dd42bf97fb
  make content field optional in chat request sailesh duddupudi 2025-02-13 19:33:38 +0000
• 57d6d13f68
  Slightly more reproducible build and not as scary. Nicolas Patry 2025-02-13 18:11:05 +0100
• 8a211dc7fc
  Preventing single user hugging the server to death by asking (#3016) Nicolas Patry 2025-02-13 11:23:17 +0100
• 17f0d57581
  Unpin rustrc version and set it to 'stable' (#269) Tomasz Thaddey 2025-02-13 10:49:09 +0100
• 5398594077
  Merge 5452c1294c into 4cccce4b44 Funtowicz Morgan 2025-02-13 09:20:01 +0800
• eb01342541
  Put back nccl latest (override torch). Nicolas Patry 2025-02-12 15:26:47 +0100
• 4cccce4b44
  Update the flaky mllama test. (#3015) Nicolas Patry 2025-02-12 12:26:52 +0100
• 59ef177d5f
  Torch 2.6, fork of rotary, eetq updated. Nicolas Patry 2025-02-12 12:26:15 +0100
• 856d7682cf feat(neuron): add server and integration tests David Corvoysier 2025-02-12 09:10:47 +0000
• 337329fff3 feat(neuron): add server standalone installation David Corvoysier 2025-02-11 15:51:09 +0000
• 9c25afb832 feat: add neuron backend David Corvoysier 2025-02-11 09:53:16 +0000
• 13decd6d44
  Patching flash v1. Nicolas Patry 2025-02-12 12:01:18 +0100
• 1ea803cc80 Support sigmoid scoring function in GPTQ-MoE Daniël de Kok 2025-02-12 10:49:05 +0000
• 76bcb4948d
  fix Qwen VL break in intel platform (#3002) Wang, Yi 2025-02-12 18:31:34 +0800
• 3217134791
  Actually stay on flash v1. Nicolas Patry 2025-02-12 09:09:11 +0100
• 412f605e32
  Preventing single user hugging the server to death by asking for way too many tokens. Nicolas Patry 2025-02-12 08:29:06 +0100
• a31641c1b6 dockerfile change to ipex cpu/xpu Wang, Yi A 2025-02-11 19:51:05 +0000
• bcf98a8b81
  Fix flash attention ? Nicolas Patry 2025-02-11 17:48:59 +0100
• d4cac1a1ff
  Update the flaky mllama test. Nicolas Patry 2025-02-11 17:10:36 +0100
• b7250f0473 Revert "fix: expand logic for different hardware" pr-3002-ci-branch drbh 2025-02-11 17:14:02 +0100
• b86c3947ab
  Revert "Update the flaky mllama test." Nicolas Patry 2025-02-11 17:13:06 +0100
• 8a870b31b9
  Update the flaky mllama test. Nicolas Patry 2025-02-11 17:10:36 +0100
• 5b736e6d48
  Reverting the EETQ modification. Nicolas Patry 2025-02-11 17:00:36 +0100
• 87cde07e21
  Rolling back torch version. Nicolas Patry 2025-02-11 16:56:02 +0100
• 09631bc8a2 fix: bump prompt adjust-mllama-test-output drbh 2025-02-11 16:15:29 +0100
• f9235ed0fc
  Cache min. Nicolas Patry 2025-02-11 11:47:51 +0100
• 8863f3728c Fix CPU and memory affinity under external resource management Antti Kervinen 2025-02-07 15:59:41 +0200
• 38b06b90b9 fix: update expected output from town to village drbh 2025-02-11 11:11:09 +0100
• 40b50d853f
  Merge 8ae92e5d70 into 571ac9b507 Yaser Jaradeh 2025-02-11 12:35:26 +0300
• 1714840604
  Dropping conda from the buidl system + torch 2.6 Nicolas Patry 2025-02-10 15:42:24 +0100
• 351253ae1b
  Ignoring conda. Nicolas Patry 2025-02-07 17:07:25 +0100
• d743252d44
  ... Nicolas Patry 2025-02-07 17:01:48 +0100
• 0cd364f313
  . Nicolas Patry 2025-02-07 16:54:30 +0100
• afbd82e6b5
  Putting back the NCCL forced upgrade. Nicolas Patry 2025-02-07 16:39:42 +0100
• 571ac9b507
  Use kernels from the kernel hub (#2988) Daniël de Kok 2025-02-10 19:19:25 +0100
• 89e83f6a9d
  Merge branch 'main' into handle-break-in-tool-template Alvaro Bartolome 2025-02-10 17:24:31 +0100
• 7c09eae0a0 fix: expand logic for different hardware drbh 2025-02-10 15:45:29 +0000
• ab92e153e1
  Merge remote-tracking branch 'origin/main' into fix-issue-2864 Nicolas Casademont 2025-02-10 11:15:04 +0100
• eb0194a9c1 fix qwen2 vl crash in continous batching pr-3004-ci-branch Wang, Yi A 2025-02-10 01:54:45 -0800
• ecbd956a4c add in Buffering.. Wang, Yi A 2025-02-09 19:28:37 -0800
• efeef0bed6 change ChatCompletionChunk to align with "OpenAI Chat Completions streaming API" When stream_options: {"include_usage": true} is included, choices is None only for the last chunk, and usage is always None except for the last chunk. Wang, Yi A 2025-02-06 21:11:53 -0800
• 9d7f257d60 could use PositionRotaryEmbedding impl so rocm and ipex could all work Wang, Yi A 2025-02-09 18:32:31 -0800
• 57385c5463 fix Qwen VL break in intel platform Wang, Yi A 2025-02-09 18:01:20 -0800
• b7d86e8e53 It's find in some machine. using hf_hub::api::sync::Api to download config is not successful which will make warmup fail since attribute like max_position_embeddings could not be got. update hf-hub to the latest version could fix it Wang, Yi A 2025-02-08 13:56:58 +0000
• fc3ac8075b Remove outdated TODO Daniël de Kok 2025-02-07 20:13:50 +0000
• df582a1842 ipex fix Daniël de Kok 2025-02-07 20:12:39 +0000
• b0e66983be Record request parameters in OTel span for /v1/chat/completions endpoint Alex Weston 2025-02-07 13:16:49 -0500
• 5fb4afbf5e
  Update doc Adrien Gallouët 2025-02-07 17:41:14 +0000
• d96a77705d
  Update doc Adrien Gallouët 2025-02-07 16:48:28 +0000
• 8ae7bc384c Update hf-kernels, fixup Docker Daniël de Kok 2025-02-07 16:06:07 +0000
• 219b8b1613 EOF fix Daniël de Kok 2025-02-05 15:46:42 +0000
• 96a4d4d083 attention -> paged-attention Daniël de Kok 2025-02-05 15:39:04 +0000
• 8ad383c7cb marlin-kernels -> quantization Daniël de Kok 2025-02-05 15:10:41 +0000
• 8aecc59eb0 Hoist another case of kernel loading out of a somewhat hot function Daniël de Kok 2025-02-05 13:09:23 +0000
• f74a50d41b Take load_kernel out of a frequently-called function Daniël de Kok 2025-02-05 12:58:44 +0000
• 875ce6d521 Fix EOF Daniël de Kok 2025-02-05 11:04:30 +0000
• 371668ee88 Update tgi-nix flake for hf-kernels Daniël de Kok 2025-02-05 10:49:02 +0000
• 520420a2dd Update kernels Daniël de Kok 2025-02-05 10:42:35 +0000
• e038497478 Update hf-kernels to 0.1.5 Daniël de Kok 2025-02-05 10:40:28 +0000
• 4c8ced2826 Nix: add attention/moe/quantization kernels Daniël de Kok 2025-02-05 10:39:49 +0000
• ca1067f9db Fix unused imports Daniël de Kok 2025-02-04 15:11:22 +0000
• 00af6ef70c CI: activate venv Daniël de Kok 2025-02-04 13:30:01 +0000
• f25a7aad89 Fixup some imports Daniël de Kok 2025-02-04 13:22:24 +0000
• a60d1e614f CI: download locked kernels for server tests Daniël de Kok 2025-02-04 12:45:34 +0000
• dcb37316ae Update to moe 0.1.1 Daniël de Kok 2025-02-04 12:27:58 +0000
• c1a564e738 Support latest moe kernels Daniël de Kok 2025-02-04 11:23:25 +0000
• d39f896c5c Support loading local kernels for development Daniël de Kok 2025-02-04 11:20:56 +0000
• b35ab54fd4 Update moe kernels Daniël de Kok 2025-02-03 18:25:19 +0000
• c9191f3f2b Cache the kernels in the Docker image Daniël de Kok 2025-02-03 11:57:36 +0000
• b267caa537 Use attention kernels from the Hub Daniël de Kok 2025-01-31 15:36:15 +0000
• 758ff3c598 Use hub kernels for MoE/GPTQ-Marlin MoE Daniël de Kok 2025-01-28 12:51:45 +0000
• aab6141b92 Use Hub kernels for Marlin and cutlass quantization kernels Daniël de Kok 2025-01-27 14:13:48 +0000
• b77d05d3af
  Fix bool args Adrien Gallouët 2025-02-07 15:29:05 +0000
• 1401418243
  Add HF transfer Adrien Gallouët 2025-02-07 14:45:53 +0000
• 20603881e3
  Add test_chat_template_loop_controls to test break Alvaro Bartolome 2025-02-07 13:35:26 +0100
• 508d47f80f
  Add README.md Adrien Gallouët 2025-02-07 12:12:13 +0000
• 0702e0bfda
  Cleanup Adrien Gallouët 2025-02-07 12:08:34 +0000
• 6bdb644f2c
  Handle custom llama.cpp dir Adrien Gallouët 2025-02-07 12:08:02 +0000
• b6cfa0fbc0
  Add missing cuda prefix Adrien Gallouët 2025-02-07 11:48:16 +0000
• 4841f71a0e
  Fix Dockerfile Adrien Gallouët 2025-02-07 12:26:28 +0100
• 4b8cda684b
  Updating mllama after strftime. (#2993) Nicolas Patry 2025-02-07 10:38:13 +0100
• 5691c91350
  Add loop_controls feature to minijinja Alvaro Bartolome 2025-02-07 10:36:49 +0100
• 0d27ee74de
  Remove .cargo/config.toml Adrien Gallouët 2025-02-07 08:51:32 +0000
• f66a31d6f3
  Triton version. Nicolas Patry 2025-02-07 09:02:32 +0100
• 539097a158
  Bailing out of reproducible python env. Nicolas Patry 2025-02-07 08:23:12 +0100
• cbbb9dee69
  Move workdir up a bit. Nicolas Patry 2025-02-07 00:07:27 +0100
• 90e54a19e0
  Missed a step. Nicolas Patry 2025-02-07 00:01:10 +0100
• 04462263dc
  Fixing the docker environment hopefully. Nicolas Patry 2025-02-06 23:56:12 +0100