Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• ccdec05f7e Move piece/position embeddings into FlashGPT2Model Daniël de Kok 2024-05-13 12:26:34 +0000
• d348d2b28f
  Granite support? (#1882) Nicolas Patry 2024-05-13 13:46:29 +0200
• dbc8a65a5d Old config support ? Nicolas Patry 2024-05-13 10:32:29 +0000
• b7c26f0f46 Upgrade transformers to have mlp_bias in config. Nicolas Patry 2024-05-13 09:21:14 +0000
• fff4899e57 Granite support? Nicolas Patry 2024-05-13 08:04:14 +0000
• fd89d9dfae
  Refactor layers. (#1866) Nicolas Patry 2024-05-13 12:44:30 +0200
• 1510461d93 Fix sharding (?) Daniël de Kok 2024-05-13 09:51:04 +0000
• 4ce8b6f0ee Add GPT-2 with flash attention Daniël de Kok 2024-05-10 15:54:18 +0000
• f4dac978d2 disable _custom_C for debug purpose fxmarty 2024-05-10 18:22:41 +0000
• cd313364a0 add debug dockerfile fxmarty 2024-05-09 22:14:24 +0000
• 4607b7e9c4 Readd tool_prompt Thomas SCHILLACI 2024-05-07 19:30:18 +0200
• 2f644779cb Add stop parameter to completions route Thomas SCHILLACI 2024-05-07 19:27:05 +0200
• 9fb1cdc8d5 Add completion route to client and stop parameter Thomas SCHILLACI 2024-05-07 18:27:28 +0200
• 72f5282098 Fixed. Nicolas Patry 2024-05-07 13:19:49 +0000
• cc07a84604 Fixes. Nicolas Patry 2024-05-07 12:11:43 +0000
• 649f088519 Remove scaffolding. Nicolas Patry 2024-05-07 10:20:34 +0000
• ddc0dd57f7 Fixes. Nicolas Patry 2024-05-07 10:08:50 +0000
• fe4ef95d92 Protect cuda better ? Nicolas Patry 2024-05-06 20:32:08 +0200
• 3494cb0067 Layernorm import. Nicolas Patry 2024-05-06 20:16:15 +0200
• 361263afbf Support CPU again. Nicolas Patry 2024-05-06 20:00:56 +0200
• c56df3b167 Too many removal. Nicolas Patry 2024-05-06 19:55:39 +0200
• 34b9289c3d Moving to SYSTEM enum. Nicolas Patry 2024-05-06 19:16:04 +0200
• c84718c8b6 Refactor layers. Nicolas Patry 2024-05-06 18:25:19 +0200
• 59b3ffea14
  update xpu docker image and use public ipex whel (#1860) Wang, Yi 2024-05-06 22:05:43 +0800
• fe16a465a0
  causal_lm server tests rebased (#139) Sylwester Fraczek 2024-05-06 15:55:35 +0200
• ac7076b64d
  Upgrading to rust 1.78. (#1851) Nicolas Patry 2024-05-06 13:48:11 +0200
• bad7fe720a
  Fix warmup shapes for corner cases (#136) Karol Damaszke 2024-05-06 11:35:27 +0200
• 4169ff8e6f
  Add info about FP8 support (#137) Karol Damaszke 2024-05-06 11:03:14 +0200
• f82da93318
  Fix input length validation (#135) Karol Damaszke 2024-05-06 09:55:58 +0200
• 81182bed76
  Merge pull request #134 from kdamaszk/rebase_tgi_2.0 regisss 2024-05-06 09:28:16 +0200
• db53113a18 update xpu docker image and use public ipex whel Wang, Yi A 2024-05-05 23:34:10 -0700
• 0bbec634f9 Update README example commands Karol Damaszke 2024-05-06 09:26:01 +0300
• 3d78027c90 A patch to address HPU Graphs issue with DILL Yaser Afshar 2024-04-23 12:57:39 -0700
• 96e55f607e feat: add deprecation warning to clients David Holtz 2024-05-03 11:37:38 -0400
• bb2b2959a2
  Add router name to /info endpoint (#1854) Lucain 2024-05-03 16:39:04 +0200
• b9d8af694b added a bunch of cleanup based on comments in PR; removed conditionals from LayerNormParameterized and renamed to MLPSpeculatorLayerNorm; now using modules for tensor-parallel (this is work in progress - looking into if this is right approach); fixed issue with getting medusa model; fixed for more efficient loading Joshua Rosenkranz 2024-05-03 10:02:11 -0400
• afb02914e6
  Add router name to /info endpoint Wauplin 2024-05-03 12:11:57 +0200
• bcd193443f Clippy fixes. Nicolas Patry 2024-05-03 11:04:53 +0200
• da6326ab83 Removed import. Nicolas Patry 2024-05-03 10:42:44 +0200
• 64e65ba3a1 allow ROCM_USE_FLASH_ATTN_V2_TRITON=1 fxmarty 2024-05-03 07:36:33 +0000
• ca5ea45181 add LLMM_Silu mistral Mohit Sharma 2024-05-03 03:37:48 +0000
• cd62e237fe Removed unused struct. Nicolas Patry 2024-05-02 21:52:04 +0200
• a25737139d
  Updating Phi3 (long context). (#1849) Nicolas Patry 2024-05-02 19:07:10 +0200
• caf07decf0 ability to specify tunableop tuned lengths fxmarty 2024-05-02 16:05:55 +0000
• 6c385626eb more cleaning fxmarty 2024-05-02 15:44:38 +0000
• c70742654b cleanup dockerfile fxmarty 2024-05-02 15:39:43 +0000
• 52f593bba7 remove unnecessary code fxmarty 2024-05-02 15:37:38 +0000
• 1f37d57266 tunableop on 1,...,8 fxmarty 2024-05-02 15:36:19 +0000
• 51b0c25f37 add model id fxmarty 2024-05-02 15:33:00 +0000
• 568d6094b5 Upgrading to rust 1.78. Nicolas Patry 2024-05-02 17:07:24 +0200
• 65539b743e
  feat: prefer huggingface_hub in docs and show image api (#1844) drbh 2024-05-02 10:56:24 -0400
• 43a2a0ca5e initial commit of mlp_speculator support (draft) Joshua Rosenkranz 2024-05-02 10:18:42 -0400
• 7fac2978b3 Updating Phi3 (long context). Nicolas Patry 2024-05-02 14:14:24 +0000
• d2b4b02c0e Merge branch 'mi300-temp' into mi300-compat fxmarty 2024-05-02 15:34:10 +0200
• ff5e16b0e2 working tunable mi300-temp fxmarty 2024-05-02 13:29:20 +0000
• de079d607a
  Remove misleading warning (not that important nowadays anyway). (#1848) Nicolas Patry 2024-05-02 15:09:46 +0200
• ddbf038761 Remove misleading warning (not that important nowadays anyway). Nicolas Patry 2024-05-02 15:09:04 +0200
• 8ec3b1a7a7 Merge branch 'main' into mi300-compat fxmarty 2024-05-02 10:53:18 +0200
• 2677bf856a wip fix tunableop fxmarty 2024-05-02 08:15:52 +0000
• c98a6b9948 feat: improve message content chunks handling drbh 2024-05-02 03:46:40 +0000
• 0038e6020f
  Adding scripts to prepare load data. (#1841) Nicolas Patry 2024-05-01 21:48:06 +0200
• 068ff80199 fix: further simplify examples drbh 2024-05-01 19:23:30 +0000
• f8e31c0243 feat: prefer huggingface_hub in docs and show image api drbh 2024-05-01 19:04:50 +0000
• 27b3a2c9fc
  Fix: "Fixing" double BOS for mistral too. (#1843) Nicolas Patry 2024-05-01 18:21:17 +0200
• d1639a5827 "Fixing" double BOS for mistral too. Nicolas Patry 2024-05-01 18:20:44 +0200
• affef3276e Adding orca script. Nicolas Patry 2024-05-01 11:42:51 +0200
• ab156adc0f Adding scripts to prepare load data. Nicolas Patry 2024-05-01 09:11:57 +0000
• b2721091ae Dummy PR (secrets/credentials ?) dummy Nicolas Patry 2024-05-01 09:06:14 +0200
• 6073ece4fc
  fix: split docs and start conceptual page (#1836) v2.0.2 drbh 2024-05-01 03:03:25 -0400
• 4cdc692023 feat: add sampling gif drbh 2024-04-30 15:24:16 -0400
• a2e48ec3a2 feat: fix typo and add more diagrams drbh 2024-04-30 14:54:11 -0400
• d48846351d fix: remove redundant table drbh 2024-04-30 13:33:50 -0400
• 43a43fdfbc fix: improve image for dark and light mode drbh 2024-04-30 13:27:25 -0400
• 8a417da317 feat: tweaks and images drbh 2024-04-30 12:52:30 -0400
• 07fdfca858 fix: split docs and start conceptual page drbh 2024-04-30 12:33:20 -0400
• a509360619 trying to update to ROCm 6.1 fxmarty 2024-04-30 16:17:37 +0000
• dccab72549
  (chore): torch 2.3.0 (#1833) Nicolas Patry 2024-04-30 18:15:35 +0200
• 6e14a11f4a Upgrade version of server. Nicolas Patry 2024-04-30 17:56:34 +0200
• bdd84287a0 Missing deps from vllm (which are now imported). Nicolas Patry 2024-04-30 15:30:34 +0000
• 6ec7876edb What about /opt ? ci-xpu Morgan Funtowicz 2024-04-30 16:42:01 +0200
• 853400cedb Let's try /usr/bin for sccache for Intel Morgan Funtowicz 2024-04-30 16:38:31 +0200
• 1a411e0e22 (chore): torch 2.3.0 Nicolas Patry 2024-04-30 14:36:33 +0000
• 925cbb0e25 let's see if we really need sudo for intel Morgan Funtowicz 2024-04-30 16:29:55 +0200
• 658e65e2e3 Upgrade all the actions deps Morgan Funtowicz 2024-04-30 16:28:21 +0200
• 49c57dc87d Let's try with Python 3.8 instead of 3.9 Morgan Funtowicz 2024-04-30 16:26:58 +0200
• 85bbe2f9c3 Upgrade Python setup for intel Morgan Funtowicz 2024-04-30 16:25:03 +0200
• afbfdd98f1 Let's dispatch Intel XPU on the right runner group Morgan Funtowicz 2024-04-30 16:22:33 +0200
• f46f70f02a OK let's duplicate the job and dispatch on different labels Morgan Funtowicz 2024-04-30 16:19:59 +0200
• 9940776293 Enable TGI on XPU tests Morgan Funtowicz 2024-04-30 16:04:40 +0200
• b4ef038837
  chore: update torch (#1730) OlivierDehaene 2024-04-30 14:04:28 +0200
• e81394e165 Move on to 2.3.0 Nicolas Patry 2024-04-30 12:22:54 +0200
• 772c3774df remvoe unused kernels OlivierDehaene 2024-04-12 14:18:58 +0200
• ee04a3d3ee fix vllm build OlivierDehaene 2024-04-12 11:27:40 +0200
• 891adacdb9 chore: update torch OlivierDehaene 2024-04-12 10:18:40 +0200
• c99ecd77ec
  Handle images in chat api (#1828) drbh 2024-04-30 06:18:32 -0400
• 7182d5de83
  Update router/src/lib.rs Nicolas Patry 2024-04-30 12:16:24 +0200
• b2c982750a
  feat: add vlm docs and simple examples (#1812) drbh 2024-04-30 06:14:39 -0400
• 9192de57cc
  Fixing frequency penalty (#1811) Martin Iglesias Goyanes 2024-04-30 12:13:23 +0200
• 21ec5393ac chore: rebase and fix formatting martini 2024-04-30 09:46:27 +0200
• fcbd7fcd2e fix: take into account logits frequency so far in a generation stream when apply freq penalty martini 2024-04-25 23:47:20 +0200