Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 67c0ff67ee
  Without pytest. Nicolas Patry 2024-10-02 17:42:07 +0200
• bf4f08e06d
  No device requests Nicolas Patry 2024-10-02 17:38:01 +0200
• 27d64fe7e1
  DEvice request, no container name Nicolas Patry 2024-10-02 17:36:35 +0200
• d22b0c1fbe
  Unroll notify error into generate response (#2597) drbh 2024-10-02 11:34:57 -0400
• cf92174925
  Tmp2 Nicolas Patry 2024-10-02 17:32:24 +0200
• 356079e55d
  Tmp Nicolas Patry 2024-10-02 17:30:17 +0200
• ddd44ce8c5
  A un moment donné. Nicolas Patry 2024-10-02 17:27:54 +0200
• d5fca1edc6
  Removing all variables ? Nicolas Patry 2024-10-02 17:25:11 +0200
• df87a771d3
  No device. Nicolas Patry 2024-10-02 17:20:45 +0200
• 525f3a61db
  Busybox in python Nicolas Patry 2024-10-02 17:17:40 +0200
• 130b481b31
  Starting hello Nicolas Patry 2024-10-02 17:16:16 +0200
• 8e4ba60e6b
  Launcher tgi Nicolas Patry 2024-10-02 17:09:45 +0200
• 4e120c064b
  busybox Nicolas Patry 2024-10-02 17:07:15 +0200
• 92189e821d
  Tmp Nicolas Patry 2024-10-02 17:04:12 +0200
• 2335459556
  CI (2592): Allow LoRA adapter revision in server launcher (#2602) drbh 2024-10-02 10:51:04 -0400
• 0204946d26
  Max token capacity metric (#2595) Nicolas Patry 2024-10-02 16:32:36 +0200
• 8dd2006cd8
  Sleep ? Nicolas Patry 2024-10-02 16:29:42 +0200
• 38c39b00e2
  Remove some stuff. Nicolas Patry 2024-10-02 16:07:33 +0200
• 2c12e937ce
  Trying a few things. Nicolas Patry 2024-10-02 15:49:45 +0200
• 151a2a8104 fix: run formatter David Holtz 2024-10-02 13:15:06 +0000
• fdfef067ad fix: adjust linting in test file David Holtz 2024-10-02 12:42:25 +0000
• 50d239ba8f revert pytorch Mohit Sharma 2024-10-02 12:34:56 +0000
• 6466be8365 fix: improve docs and indicate change in expected response David Holtz 2024-10-02 12:07:25 +0000
• d30266dc3c
  fix: add created_at field to results Hugo Larcher 2024-10-02 13:55:01 +0200
• fe8a373831
  Enhancements to README (#226) Mohit Deopujari 2024-10-02 03:22:33 -0700
• 337e2045bf
  lint Wauplin 2024-10-02 12:14:39 +0200
• f9abe4cd40
  Remove tmate. Nicolas Patry 2024-10-02 12:05:00 +0200
• aae6db9cd0
  Update ToolType input schema Wauplin 2024-10-02 12:01:10 +0200
• ab7d83b4c1
  Good old tmate. Nicolas Patry 2024-10-02 11:42:27 +0200
• d18ed5cfc5
  Mllama flash version (#2585) Nicolas Patry 2024-10-02 11:22:13 +0200
• e164177ff6
  Upgrade to 0.5.0 Nicolas Patry 2024-10-02 10:55:20 +0200
• 0437f8881a
  Move to hf tgi-nix Nicolas Patry 2024-10-02 10:48:02 +0200
• 4e45e7d585
  Othername to avoid recursive directories. Nicolas Patry 2024-10-02 10:38:31 +0200
• e64a07a2d0
  mnt2 ? Nicolas Patry 2024-10-02 10:37:56 +0200
• 1ee36dc7f3
  Upgrade the flake to latest transformers/tokenizers Nicolas Patry 2024-10-02 10:29:50 +0200
• 9e658fba92
  Removed dead code. Nicolas Patry 2024-10-01 15:37:01 +0200
• 29813e2bd0
  Remove dead code. Nicolas Patry 2024-10-01 15:32:44 +0200
• f58195d1bc
  Update integration test after switch to bf16. Nicolas Patry 2024-10-01 11:10:44 +0200
• d735e46ef5
  Default dtype bfloat16. Nicolas Patry 2024-10-01 10:52:19 +0200
• 7ede61bca6
  Force ignore all images but last. Nicolas Patry 2024-10-01 10:18:41 +0200
• 265715a4f7
  remove log. Nicolas Patry 2024-09-30 15:53:11 +0200
• e5476dc04c
  Fix vlm ? Nicolas Patry 2024-09-30 15:45:02 +0200
• d9fecec000
  Earlier assert. Nicolas Patry 2024-09-30 15:04:37 +0200
• 933060cc3f
  Updating model link. Nicolas Patry 2024-09-30 11:53:21 +0200
• af677caf4f
  Integrations tests for mllama (cutting to 10 tokens because there seems' to be instability after (meaning size of the batch matters. Nicolas Patry 2024-09-28 22:41:07 +0200
• 2ac607a215
  Working state. Nicolas Patry 2024-09-28 22:10:10 +0200
• ef4fa3ea7c
  Starting to get there. Nicolas Patry 2024-09-28 00:38:23 +0200
• 85771989d6
  Flashing mllama. Nicolas Patry 2024-09-27 17:17:14 +0200
• 2441142c8b
  Ugrade transformers 4.45 Nicolas Patry 2024-09-25 20:46:44 +0200
• fc26734472
  Mllama Nicolas Patry 2024-09-25 20:41:40 +0200
• 1014a06866
  Updating config, removing TODO Nicolas Patry 2024-09-25 10:48:03 +0200
• fa02c037d7
  Fix idefics. Nicolas Patry 2024-09-23 16:13:22 +0200
• e55067a475
  Cleaner condition. Nicolas Patry 2024-09-23 15:50:43 +0200
• 2ab02dc734
  Working state ? (Broke idefics1 temporarily). Nicolas Patry 2024-09-23 15:25:26 +0200
• a9c278aea1
  Preprocessing. Nicolas Patry 2024-09-18 17:59:13 +0200
• 79b9df8434
  Working loading state. Nicolas Patry 2024-09-18 17:01:36 +0200
• 584b4d7a68
  nix: experimental support for building a Docker container (#2470) Daniël de Kok 2024-10-01 18:02:06 +0200
• 2980720af4
  fix: Update runners group Hugo Larcher 2024-09-30 18:00:54 +0200
• 04b409e7ae fix: improve test to avoid notify_error David Holtz 2024-10-01 15:30:59 +0000
• 0a56344ac0
  More quotes. Nicolas Patry 2024-10-01 17:16:43 +0200
• 5596981584
  Other dockerfile. Nicolas Patry 2024-09-30 09:53:16 +0200
• 7cb6abdf2f
  Other dockerfile. nix/docker2 Nicolas Patry 2024-09-30 09:53:16 +0200
• 41e674eea9
  Different approach, only listen on stdin when LOG_LEVEL=debug (which is where dropping to a debugger is important). Nicolas Patry 2024-10-01 17:02:33 +0200
• 69e3bddf8c
  Remove tailscale. Nicolas Patry 2024-10-01 16:37:44 +0200
• cabb654fbb
  Add description for the metrics Nicolas Patry 2024-10-01 16:36:43 +0200
• 6e7189f2aa
  Adding max capacity metric. Nicolas Patry 2024-10-01 16:34:13 +0200
• 3b0b66bedb
  added tgi to name of metric Edwinhr716 2024-07-22 20:38:07 +0000
• 3e76ba6599
  adding max_token_capacity_metric Edwinhr716 2024-07-22 18:21:34 +0000
• 9d08d3494d
  bash spaces. Nicolas Patry 2024-10-01 16:00:03 +0200
• f2b1429b9b
  ? Nicolas Patry 2024-10-01 15:57:20 +0200
• 290bd2ec4c
  TRying the tailscale action quickly. Nicolas Patry 2024-10-01 15:54:02 +0200
• a97931f3d8
  Only run 1 valid test. ci_amd Nicolas Patry 2024-10-01 15:30:55 +0200
• 91656ff7a1
  Fix group. ci_amd4 Nicolas Patry 2024-10-01 15:26:22 +0200
• eba27cff0f
  Attempt #4 Nicolas Patry 2024-10-01 15:25:10 +0200
• 098adea9c4
  Merge branch 'huggingface:main' into fix-revision teamclouday 2024-09-30 21:58:21 -0400
• 98dcc9beac allow revision for lora adapters from launcher Sida 2024-09-30 21:57:07 -0400
• 1c84a30fe6
  MoE Marlin: support desc_act for groupsize != -1 (#2590) Daniël de Kok 2024-09-30 19:40:25 +0200
• fc7dcb0ba6
  feat: Add automatic nightly benchmarks Hugo Larcher 2024-09-30 17:53:05 +0200
• 90968ce640 MoE Marlin: support desc_act for groupsize != -1 Daniël de Kok 2024-09-30 15:42:23 +0000
• 88121b3e4e fix: expect simple message when no tool is selected drbh 2024-09-30 15:38:49 +0200
• dfc4559017 feat: unroll notify_error if no tool is choosen drbh 2024-09-30 15:34:43 +0200
• f7728565b1 (feat) fp8 fnuz support for rocm Mohit Sharma 2024-09-30 12:56:00 +0000
• 8cc2febdb6 (fix) quantize=fp8 fp8_rocm Mohit Sharma 2024-09-30 12:07:38 +0000
• 8ee9823d3b (feat) fp8 fnuz support for rocm Mohit Sharma 2024-09-30 11:43:45 +0000
• d1f257ac56
  Move flake back to tgi-nix main (#2586) Daniël de Kok 2024-09-30 11:39:41 +0200
• ae929afbdf Move flake back to tgi-nix main Daniël de Kok 2024-09-30 09:27:24 +0000
• 93a7042d7e
  feat: support phi3.5 moe (#2479) drbh 2024-09-30 11:15:09 +0200
• 90a1d04a2f
  Add support for GPTQ-quantized MoE models using MoE Marlin (#2557) Daniël de Kok 2024-09-30 11:14:32 +0200
• f9e561eced
  Update ROCM libs and improvements (#2579) Mohit Sharma 2024-09-30 14:24:32 +0530
• 016cf4ec1d Ruff. Nicolas Patry 2024-09-25 14:44:20 +0200
• e3e483c901 Add the usual model tests Daniël de Kok 2024-09-25 10:27:29 +0000
• 245d6d8f7c Some type annotations Daniël de Kok 2024-09-25 09:31:19 +0000
• 0cafbf3b54 Add support for dense MoE Daniël de Kok 2024-09-25 08:47:52 +0000
• c07c80fac9 Use SparseMoELayer Daniël de Kok 2024-09-19 12:28:29 +0000
• f4cadd7527 Vendor configuration so that we don't have to trust_remote_code Daniël de Kok 2024-09-18 15:28:35 +0000
• c2c3e72eb1 fix: revert greedy by default and test changes drbh 2024-09-11 13:19:17 +0000
• dad070b1fc fix: consolidate long rope paths drbh 2024-09-06 14:17:56 +0000
• b1026a84cb fix: small typo adjustments drbh 2024-09-03 17:36:47 +0000
• b4e7601fbe fix: prefer do_sample false unless temp is set by user, and update chat tests drbh 2024-09-03 17:32:11 +0000
• d3565552af fix: rerun lint for openapi docs drbh 2024-09-02 19:40:50 +0000