Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 21f037939b updated rsnm2 2023-09-01 18:22:50 +0000
• 819e1514f8
  docs: typo in streaming.js Julien Bouquillon 2023-09-01 18:48:16 +0200
• 2bc287bfcd
  small fix on idefics (#954) Victor SANH 2023-09-01 12:44:34 -0400
• d6d2b9426b feat: support for loading peft model Subaandh Krishnakumar 2023-08-29 11:06:57 +0200
• 4f5d93ecd0
  Fixing top_k tokens when k ends up < 0 (#966) Nicolas Patry 2023-09-01 00:22:03 +0200
• 8a5f564942
  Fix Falcon weight mapping for H2O.ai checkpoints (#953) Vincent Brouwers 2023-08-31 21:15:14 +0200
• e74a68ee70 Fix top_k when k < 0 Nicolas Patry 2023-08-31 20:51:17 +0200
• 7d8e5fb284
  Update version in docs (#957) Omar Sanseviero 2023-08-31 20:00:12 +0200
• 68a3ded45c fix: about cargo lock version fredbjer 2023-08-31 22:23:35 +0800
• 1a800db0a8
  add transformers gptq support Florian Zimmermeister 2023-08-31 15:30:02 +0200
• ec2acc2f91 Restructure osanseviero 2023-08-31 10:46:41 +0200
• 268f9b62cf Update version in docs osanseviero 2023-08-31 09:35:50 +0200
• 57e57e6fee
  Return num input tokens (#3) Nikola Borisov 2023-08-30 15:20:47 -0700
• f03cfe6493 small fix on idefics VictorSanh 2023-08-30 17:45:56 +0000
• e864b95656 Fix Falcon weight mapping for H2O.ai checkpoints Vincent Brouwers 2023-08-30 09:50:49 +0000
• 7c2e0af2a6
  Fix f180 (#951) Nicolas Patry 2023-08-30 11:09:46 +0200
• 7b88baddf7 Fix f180 Nicolas Patry 2023-08-30 08:36:09 +0000
• f6042b4955 sync text-generation version to 0.6.0 with pyproject.toml youdaoyzbx 2023-08-30 16:05:18 +0800
• 0c7559b7fb
  Update idefics_causal_lm.py icyboy™ 2023-08-30 10:39:45 +0800
• 9826cd1dad update accelerate Yessen Kanapin 2023-08-29 22:22:56 +0000
• 6a017f5208 bugfix Yessen Kanapin 2023-08-29 22:22:40 +0000
• 5485c142e8
  New release. (#941) v1.0.3 Nicolas Patry 2023-08-29 14:28:22 +0200
• 18c849a738 .. Nicolas Patry 2023-08-29 11:58:39 +0000
• 0fd065bf58 Moving to poetry? Nicolas Patry 2023-08-29 11:46:47 +0000
• 29b8a8f6ab Correct location for syrupy. Nicolas Patry 2023-08-29 11:31:15 +0000
• 38cbf5cea2 syrupy latest breaks. Nicolas Patry 2023-08-29 10:41:54 +0000
• 012a26ac26 Update idefics. Nicolas Patry 2023-08-29 09:58:23 +0000
• 5cdc851993 New release. Nicolas Patry 2023-08-29 10:43:08 +0200
• d4e2ce7e7b
  Merge branch 'main' into main Marcus Dunn 2023-08-28 14:12:39 -0700
• bd5fcf6f13
  Update server.py Robert Shaw 2023-08-28 11:03:54 -0400
• 0b8f0ae068
  Merge pull request #6 from rsnm2/stopping-next-token-chooser Robert Shaw 2023-08-28 08:17:29 -0600
• 77ac1648c5 added files rsnm2 2023-08-28 14:14:45 +0000
• 211b54ac41
  Rebased #617 (#868) Nicolas Patry 2023-08-28 11:43:47 +0200
• 4486f78cf9
  Fixing the lora adaptation on docker. (#935) Nicolas Patry 2023-08-28 11:13:24 +0200
• 9011a3dd40 Fixing the lora adaptation on docker. Nicolas Patry 2023-08-28 09:11:50 +0000
• adc43c6f8f Fix idefics. Nicolas Patry 2023-08-28 09:16:39 +0200
• 59d3688ce6
  Merge pull request #5 from rsnm2/stopping-next-token-chooser Robert Shaw 2023-08-27 20:14:34 -0600
• d02993a5c3 stash rsnm2 2023-08-28 02:13:09 +0000
• b55270320c
  Merge pull request #4 from rsnm2/stopping-next-token-chooser Robert Shaw 2023-08-27 20:12:10 -0600
• bb124e4029 successfully implemented and integrated nexttokenchooser with support for repetition penalty, do_sample, temperature, top_k, and top_p rsnm2 2023-08-28 02:05:43 +0000
• 6b5609b413 add peft param to launcher Chris 2023-08-28 00:05:45 +0200
• 8175a305aa adding missing folder for custom peft docker builds Chris 2023-08-27 21:24:16 +0200
• d23cc5857f adding peft loading instructions and dockerfile Chris 2023-08-27 21:17:58 +0200
• 1659b871b6 load peft from cli Chris 2023-08-27 20:56:53 +0200
• 9d98557772
  add POC news chris-aeviator 2023-08-27 17:39:10 +0200
• aba56c1343 loading adapter model ontop Chris 2023-08-27 17:32:28 +0200
• 694a535033 loading quantization config the proper way Chris 2023-08-27 16:48:30 +0200
• da1cfea208
  Merge pull request #2 from ohmytofu-ai/chris-aeviator-patch-1 chris-aeviator 2023-08-27 14:55:54 +0200
• d628f5fd29
  Update README.md chris-aeviator 2023-08-27 14:55:41 +0200
• db8937c209
  Update README.md chris-aeviator 2023-08-27 14:43:26 +0200
• 4d8e47e0e9
  Merge pull request #1 from ohmytofu-ai/impl/4bit-demo chris-aeviator 2023-08-27 14:42:52 +0200
• cf178a278a loading models in 4 bit this enables pascal GPUS to load LLama 2 when used with --quantize bitsandbytes Chris 2023-08-27 14:38:25 +0200
• 3062fa035d
  Update README.md chris-aeviator 2023-08-27 12:52:48 +0200
• f4932aec89 Give name to the final docker image Nikola Borisov 2023-08-25 19:58:33 +0000
• 6f6775fb23 Update transformers Nikola Borisov 2023-08-25 19:58:17 +0000
• de7748ff41 implement dyno rope Yessen Kanapin 2023-08-25 13:20:31 -0700
• a875c05ccd implemented temperature, repetition penalty rsnm2 2023-08-25 16:11:09 +0000
• 96f8365996 refactored stopping criteria; started concept of GenerationParameters to control generation --- currently enabling passing max_new_tokens; next step --- expand next token chooser rsnm2 2023-08-25 15:26:16 +0000
• 02952c511f
  Merge pull request #3 from rsnm2/dev-ux Robert Shaw 2023-08-25 07:41:11 -0600
• 5f4dcd5a4b
  Update quantization.md Merve Noyan 2023-08-25 12:32:50 +0300
• 7c2db76b89
  Removed details and wrote caveats Merve Noyan 2023-08-25 12:31:58 +0300
• 764d946607
  Update docs/source/conceptual/quantization.md Merve Noyan 2023-08-25 11:57:14 +0300
• 937e4269e1
  Added bnb Merve Noyan 2023-08-25 11:48:36 +0300
• 09f4fc40a5 built fastapi wrapper around router rsnm2 2023-08-24 20:37:38 +0000
• ff3275c442 added HTTP interface around the router rsnm2 2023-08-24 19:10:51 +0000
• a973cf4922 moved files rsnm2 2023-08-24 18:37:03 +0000
• cd3349f53b readded changed file names rsnm2 2023-08-24 17:50:01 +0000
• 06fc85f93c refactored router code to use queues (which can be treated like a stream for IPC rsnm2 2023-08-24 17:49:28 +0000
• 3db59bfd00 Supporting code llama. Nicolas Patry 2023-08-24 18:52:20 +0200
• 5347eb4055
  Update quantization.md Merve Noyan 2023-08-24 14:45:44 +0300
• 8f251c7c3a
  Update quantization.md Merve Noyan 2023-08-24 13:57:00 +0300
• 11db3cd3ea
  Update docs/source/basic_tutorials/non_core_models.md Merve Noyan 2023-08-24 13:32:18 +0300
• 33d9bae612
  Update tensor_parallelism.md Merve Noyan 2023-08-24 12:46:27 +0300
• 2363e9a482
  Desperate attempt to fix latex Merve Noyan 2023-08-24 12:20:40 +0300
• 60e4ee2f11
  Update docs/source/conceptual/tensor_parallelism.md Merve Noyan 2023-08-24 11:39:13 +0300
• 4213eb57da
  Update non_core_models.md Merve Noyan 2023-08-24 11:38:06 +0300
• 29754ced5a
  Update docs/source/basic_tutorials/non_core_models.md Merve Noyan 2023-08-24 11:32:39 +0300
• ed49379c6a
  Merge pull request #2 from rsnm2/development Robert Shaw 2023-08-23 14:00:31 -0600
• 83f6461bb9
  Merge pull request #1 from rsnm2/dev-router Robert Shaw 2023-08-23 13:56:01 -0600
• 1f87c7762f implemented a basic naive router rsnm2 2023-08-23 19:54:31 +0000
• b581eb7151
  Initial commit Merve Noyan 2023-08-23 19:27:20 +0300
• 2ec5436f9c
  Removed internal implementation details and clarified Merve Noyan 2023-08-23 17:00:40 +0300
• e16ecaf0c9
  Added trust-remote-code Merve Noyan 2023-08-23 16:27:55 +0300
• d7a0c348b6
  Addressed Omar's comments Merve Noyan 2023-08-23 16:01:55 +0300
• 0af0315b78
  Update docs/source/conceptual/tensor_parallelism.md Merve Noyan 2023-08-23 15:45:24 +0300
• 1e828f33c0
  Update docs/source/conceptual/tensor_parallelism.md Merve Noyan 2023-08-23 15:45:12 +0300
• a84d70d97d
  Update consuming_tgi.md Merve Noyan 2023-08-23 15:28:42 +0300
• 403db3e7c4
  Update consuming_tgi.md Merve Noyan 2023-08-23 15:16:13 +0300
• ac47237516
  Update consuming_tgi.md Merve Noyan 2023-08-23 15:15:12 +0300
• 9ce13d5b32
  Increase height Merve Noyan 2023-08-23 15:10:02 +0300
• e3e0b587ac Upgrade version number in docs. Nicolas Patry 2023-08-23 13:45:28 +0200
• b940f4ce64
  Update streaming.md Omar Sanseviero 2023-08-22 23:41:47 +0200
• cf0453182e
  Restructure Merve Noyan 2023-08-22 23:45:56 +0300
• bdf36659a6
  Update non_core_models.md Merve Noyan 2023-08-22 23:44:53 +0300
• 98a5e6f26a
  Update docs/source/basic_tutorials/non_core_models.md Merve Noyan 2023-08-22 23:44:18 +0300
• abde90c493
  Update docs/source/basic_tutorials/non_core_models.md Merve Noyan 2023-08-22 23:44:13 +0300
• ef5a99ffc9
  Update consuming_tgi.md Merve Noyan 2023-08-22 23:38:00 +0300
• b4b52c6f32
  Update _toctree.yml Merve Noyan 2023-08-22 23:35:48 +0300
• b33a66148c
  Update and rename custom_models.md to non_core_models.md Merve Noyan 2023-08-22 23:35:16 +0300
• 5b995926f8
  Update docs/source/basic_tutorials/consuming_tgi.md Merve Noyan 2023-08-22 23:32:40 +0300