Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• ed024ed433 add integration test OlivierDehaene 2023-09-27 19:40:23 +0200
• 5b1aaeceb2 update flash OlivierDehaene 2023-09-27 19:17:39 +0200
• 630e417ca0 add window size in proto OlivierDehaene 2023-09-27 12:20:20 +0200
• 2811ec9bff wip OlivierDehaene 2023-09-27 10:38:46 +0200
• 259a230028
  Automatic docs for TGI (#1045) Merve Noyan 2023-09-27 16:01:38 +0200
• 397726c9df Adding a title Nicolas Patry 2023-09-27 13:53:27 +0000
• 97bac44f39 Adding it to the octree Nicolas Patry 2023-09-27 12:09:09 +0000
• 82213c9d59 Remove custom env value. Nicolas Patry 2023-09-27 10:58:05 +0000
• ae0775084a Should be green now. Nicolas Patry 2023-09-27 10:52:07 +0000
• c09eb2f8bf Adding the script Nicolas Patry 2023-09-27 10:43:12 +0000
• 9a3cb6fba8 Update to use simpler python script. Nicolas Patry 2023-09-27 10:41:30 +0000
• 137a5d28c2 Updat Nicolas Patry 2023-09-27 10:40:44 +0000
• 1e3ec3c91f
  Complete FastLinear.load parameters in OPTDecoder initialization (#1060) zhangsibo1129 2023-09-27 18:25:59 +0800
• 47954b81e9
  feat: format code (#1070) OlivierDehaene 2023-09-27 12:22:09 +0200
• 07ad048277 feat: format code OlivierDehaene 2023-09-27 12:21:30 +0200
• b32e9ce9d5
  Remove the stripping of the prefix space (and any other mangling that tokenizers might do). (#1065) Nicolas Patry 2023-09-27 12:13:45 +0200
• 95a4bb696a
  Support eetq weight only quantization (#1068) Nicolas Patry 2023-09-27 11:42:57 +0200
• 3cf9093b97 Preserve newlines. Nicolas Patry 2023-09-27 09:33:20 +0000
• bee42de54b Remove git port. Nicolas Patry 2023-09-27 09:21:14 +0000
• efd0ce3cba Fix. Nicolas Patry 2023-09-27 09:18:30 +0000
• 6de3b949d8 Update the script. Nicolas Patry 2023-09-27 09:13:32 +0000
• 6bc580d5bb Update autodocs.yml Merve Noyan 2023-09-22 11:51:53 +0200
• 57ee8c707b Update autodocs.yml Merve Noyan 2023-09-22 11:49:49 +0200
• 0fade03308 Update autodocs.yml Merve Noyan 2023-09-22 11:47:50 +0200
• a6b053845f Update autodocs.yml Merve Noyan 2023-09-22 11:36:08 +0200
• 4f9a3287b1 Update autodocs.yml Merve Noyan 2023-09-22 11:30:21 +0200
• 073d8528d4 Update autodocs.yml Merve Noyan 2023-09-22 11:29:20 +0200
• ff13ab8e67 Update autodocs.yml Merve Noyan 2023-09-22 11:17:25 +0200
• ee4c029d9f Update autodocs.yml Merve Noyan 2023-09-22 11:16:02 +0200
• e34cdba4d7 Update autodocs.yml Merve Noyan 2023-09-22 11:12:50 +0200
• 87e9078634 Update autodocs.yml Merve Noyan 2023-09-22 11:10:45 +0200
• ae6c25852c Update autodocs.yml Merve Noyan 2023-09-22 11:07:12 +0200
• 2f11bacf03 Update autodocs.yml Merve Noyan 2023-09-22 11:00:12 +0200
• 41be28b9d6 Update autodocs.yml Merve Noyan 2023-09-22 10:54:50 +0200
• cd1c674099 Update launcher.md Merve Noyan 2023-09-22 10:31:17 +0200
• 59bb9042a5 Purposefully failing Merve Noyan 2023-09-22 10:30:46 +0200
• d2babff311 Added token Merve Noyan 2023-09-21 19:21:27 +0200
• a0e319d0ae Update autodocs.yml Merve Noyan 2023-09-21 19:08:25 +0200
• 14f59ae2ea Update paths Merve Noyan 2023-09-21 19:04:38 +0200
• d13d61fbaf Update launcher.md Merve Noyan 2023-09-21 19:03:31 +0200
• 2d16cea90d Update launcher.md Merve Noyan 2023-09-21 19:01:29 +0200
• 5118f9d41f Update autodocs.yml Merve Noyan 2023-09-21 18:45:53 +0200
• 85bc6c1f3f Update autodocs.yml Merve Noyan 2023-09-21 18:33:51 +0200
• c646d74ba7 Update autodocs.yml Merve Noyan 2023-09-21 18:30:30 +0200
• 0ae1aaff82 Simplified Merve Noyan 2023-09-21 18:26:38 +0200
• 6572edc5ba Minor fix in path Merve Noyan 2023-09-21 17:54:10 +0200
• 10a88586a6 missing fi Merve Noyan 2023-09-21 17:51:17 +0200
• 95d5302960 Update autodocs.yml Merve Noyan 2023-09-21 17:47:40 +0200
• 99c937337f Update autodocs.yml Merve Noyan 2023-09-21 17:44:29 +0200
• e74ce5a70c Added check for initial case where launcher doesn't exist in main repo Merve Noyan 2023-09-21 17:36:27 +0200
• 75e49b8abd Added check for file not existing Merve Noyan 2023-09-21 17:26:15 +0200
• 048d77da7a Create empty launcher.md as a test Merve Noyan 2023-09-21 17:21:27 +0200
• 87c076e1c1 Update autodocs.yml Merve Noyan 2023-09-21 17:16:09 +0200
• 7384e06dcd Update autodocs.yml Merve Noyan 2023-09-21 17:04:10 +0200
• 3ab4c199cd Update autodocs.yml Merve Noyan 2023-09-21 16:59:55 +0200
• d79760aaa2 Update autodocs.yml Merve Noyan 2023-09-21 16:57:03 +0200
• adfeec63f1 Check if content is updated Merve Noyan 2023-09-21 14:16:14 +0200
• 0e884aa267 installation Merve Noyan 2023-09-21 13:48:46 +0200
• ea458581ee Remove if merged for now Merve Noyan 2023-09-21 13:13:24 +0200
• a0844641d5 trigger action Merve Noyan 2023-09-21 13:11:53 +0200
• ebfea7205c Automatic docs for TGI Merve Noyan 2023-09-21 13:09:12 +0200
• 36c2868853
  Added note on weight-cache-override (#994) Merve Noyan 2023-09-27 11:06:07 +0200
• e93705e272 Fmt. Nicolas Patry 2023-09-27 09:05:39 +0000
• bbafcee44d Update the tests with the breaking change. Nicolas Patry 2023-09-27 09:04:16 +0000
• 086d62dbe3 Put back Cargo.lock... Nicolas Patry 2023-09-27 08:47:04 +0000
• 085c43243d Putting the deprecation notice on bnb (8bit). Nicolas Patry 2023-09-27 08:39:40 +0000
• 2d13b6ff6c Support weight only quantization zhaosida 2023-09-27 10:33:55 +0800
• a049864270
  Preping 1.1.0 (#1066) Nicolas Patry 2023-09-27 10:40:18 +0200
• f29af8f38e Support weight only quantization zhaosida 2023-09-27 10:33:55 +0800
• 45bf7597ac dtype default to None instead of float16 and each model could set it's default type according to the platform Wang, Yi A 2023-09-21 19:20:41 -0700
• e0df456edb Fmt. Nicolas Patry 2023-09-26 20:24:08 +0000
• 853f09035c Preping 1.1.0 Nicolas Patry 2023-09-26 20:04:38 +0000
• 6378303d23 Revert test change. Nicolas Patry 2023-09-26 16:46:06 +0200
• 8a16c48595 Ignoring special tokens + updating 1 test case. Nicolas Patry 2023-09-26 16:35:53 +0200
• 8672cad2cb
  Fix top_n_tokens returning non-log probs for some models (#1023) Vincent Brouwers 2023-09-26 16:16:43 +0200
• 76d5bbb0aa Remove the stripping of the prefix space (and any other mangling that tokenizers might do). Nicolas Patry 2023-09-26 14:12:25 +0000
• 1fff6746ab
  Fix position ids logic instantiation of idefics vision part (#1064) Victor SANH 2023-09-26 15:41:15 +0200
• ae623b8d2d
  Install curl to be able to perform more advanced healthchecks (#1033) oOraph 2023-09-26 15:23:47 +0200
• bf2b92217f
  Apply suggestions from code review Nicolas Patry 2023-09-26 15:07:38 +0200
• eba6ab1c5d
  fix discard_names bug in safetensors convertion (#1052) zhangsibo1129 2023-09-26 21:05:40 +0800
• 9c0f679d1d Simpler fix. Nicolas Patry 2023-09-26 13:03:45 +0000
• edc95a0e7d
  support local model config file (#1058) zhangsibo1129 2023-09-26 20:57:53 +0800
• 1053e5d09a
  Apply suggestions from code review Nicolas Patry 2023-09-26 14:36:08 +0200
• 5a6c5725ed
  Fix position ids logic instantiation of idefics vision part Victor SANH 2023-09-26 14:22:23 +0200
• 57433201b2 Fix shared weights load bug and T5 loading zhangsibo1129 2023-09-26 17:57:59 +0800
• 2f51645ad7
  Fix GQA llama + AWQ (#1061) Nicolas Patry 2023-09-26 08:27:50 +0200
• 1ab173a260 Fix GQA llama + AWQ Nicolas Patry 2023-09-26 06:26:23 +0000
• 99da7ce121 Complete OPT load parameters zhangsibo1129 2023-09-26 13:41:29 +0800
• 7d0aaede63 Complete OPTDecoder load parameters zhangsibo1129 2023-09-26 13:24:05 +0800
• 5f76dae04a support local model config file zhangsibo1129 2023-09-26 10:50:24 +0800
• c5de7cd886
  Add AWQ quantization inference support (#1019) (#1054) Nicolas Patry 2023-09-25 15:31:27 +0200
• e27438aac0 Fix dockerfile. Nicolas Patry 2023-09-25 12:46:26 +0000
• fef36cea42
  Fixing t5 loading. (#1042) Nicolas Patry 2023-09-25 12:22:28 +0200
• 97292ec21c Fix and test sharded version. Nicolas Patry 2023-09-25 10:21:46 +0000
• cbf047b4ae Support TheBloke exported models. Nicolas Patry 2023-09-25 10:02:49 +0000
• 2d8c034df3 Adding target list. Nicolas Patry 2023-09-25 09:58:52 +0000
• ce8eaaf2be Better fix. Nicolas Patry 2023-09-25 09:50:42 +0000
• 4a29074291 Update dockerfile with new build. Nicolas Patry 2023-09-25 09:41:25 +0000
• 02d4f62a1f Make awq install optional + integration tests values. Nicolas Patry 2023-09-25 09:19:12 +0000
• a8f870aa75 Change deploy. Nicolas Patry 2023-09-25 09:01:07 +0000