Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 2774b0ab44
  Fixing watermark. (#851) Nicolas Patry 2023-08-16 07:17:26 +0200
• 737d5781e4
  Update README.md (#848) Adarsh Shirawalmath 2023-08-15 22:43:52 +0530
• 05dd14fdb9
  Fix tokenizers==0.13.4 . (#838) Nicolas Patry 2023-08-14 19:26:19 +0200
• d8f1337e7e
  README edit -- running the service with no GPU or CUDA support (#773) Pasquale Minervini 2023-08-14 15:41:13 +0200
• a072660bf5
  fix: LlamaTokenizerFast to AutoTokenizer at flash_llama.py (#619) Dong Shin 2023-08-14 21:20:18 +0900
• b5087c4f4e
  Fix rope dynamic + factor (#822) Nicolas Patry 2023-08-14 14:09:51 +0200
• 3ffcd9d311
  Added two more features in readme.md file (#831) sawan Rawat 2023-08-14 17:39:20 +0530
• d71237fc8b
  Have snippets in Python/JavaScript in quicktour (#809) Omar Sanseviero 2023-08-14 13:47:32 +0200
• 09eca64227
  Version 1.0.1 (#836) v1.0.1 Nicolas Patry 2023-08-14 11:23:11 +0200
• a2a913eec5
  Added streaming for InferenceClient (#821) Merve Noyan 2023-08-11 18:05:19 +0300
• cc7bb5084d
  Upgrade transformers (fix protobuf==3.20 issue) (#795) Nicolas Patry 2023-08-11 16:46:08 +0200
• d0e30771c2
  Added ChatUI Screenshot to Docs (#823) Merve Noyan 2023-08-11 17:42:43 +0300
• 5df4c7c0d7
  [docs] Build docs only when doc files change (#812) Mishig 2023-08-11 07:07:53 +0200
• e58ad6dd66
  Added CLI docs (#799) Merve Noyan 2023-08-10 16:00:30 +0300
• 7dbaef3f5b
  Minor docs style fixes (#806) Omar Sanseviero 2023-08-10 14:32:51 +0200
• 04f7c2d86b
  Fix gated docs (#805) Omar Sanseviero 2023-08-10 14:32:07 +0200
• 8bdb16ee9a
  Use destructuring in router arguments to avoid '.0' (#798) ivarflakstad 2023-08-10 10:52:50 +0200
• 647ae7a7d3
  Setup for doc-builder and docs for TGI (#740) Merve Noyan 2023-08-10 11:24:52 +0300
• 9a17f30042
  Edit ToC tree to change launching locally section Merve Noyan 2023-08-09 17:05:36 +0300
• 464f135a8f
  Changed title of launching locally Merve Noyan 2023-08-09 17:04:12 +0300
• e14611c6cb
  Added image to index Merve Noyan 2023-08-09 17:03:16 +0300
• 197fbfde7c Fix Tip formatting osanseviero 2023-08-09 15:38:57 +0200
• 21701d4b44
  Added note on TP sharding Merve Noyan 2023-08-09 16:04:37 +0300
• 21ecdbc50f
  Update preparing_model.md Merve Noyan 2023-08-09 15:55:10 +0300
• ea78c5c26a Fix typo in batch concatination Vincent Brouwers 2023-08-09 08:39:18 +0000
• 36a47be98d Merge querying and consuming_tgi osanseviero 2023-08-09 00:11:02 +0200
• 18c5861016 Fix code snippet in Tip osanseviero 2023-08-08 18:50:26 +0200
• 00c697e587 Add some intro text + docker installation link before code snippet osanseviero 2023-08-08 18:47:03 +0200
• 15e929fe45 Upgrade bitsandbytes. Nicolas Patry 2023-08-08 16:45:45 +0000
• 83c93f352a Format shell code correctly osanseviero 2023-08-08 18:42:34 +0200
• 2a0be538b5 Fix Tip snippet osanseviero 2023-08-08 18:42:04 +0200
• 125a618449 Dummy trigger. Nicolas Patry 2023-08-08 14:28:43 +0000
• cf318455ef Upgrade acclereate. Nicolas Patry 2023-08-08 12:49:31 +0000
• 304524b914 After rebase redo upgrade. Nicolas Patry 2023-08-08 11:46:20 +0000
• 0e8b47811e
  Llama change. (#793) Nicolas Patry 2023-08-08 13:43:40 +0200
• fc7221369e Fix. Nicolas Patry 2023-08-08 10:43:34 +0000
• c4dac9f3dc
  Update __init__.py (#794) Nicolas Patry 2023-08-08 12:09:51 +0200
• 71b8d349a5
  Update __init__.py Nicolas Patry 2023-08-08 12:09:18 +0200
• be4d0be8c8 Llama change. Nicolas Patry 2023-08-08 11:59:34 +0200
• b5c7e3f4ca
  Update .github/workflows/build_documentation.yml Omar Sanseviero 2023-08-08 10:29:34 +0200
• f9c228b521
  Update .github/workflows/delete_doc_comment.yml Omar Sanseviero 2023-08-08 10:29:16 +0200
• c1109bf99b Add usage examples in index osanseviero 2023-08-08 08:15:03 +0200
• 81029b9896 Pass through index osanseviero 2023-08-08 08:05:50 +0200
• 4ddb6681ac
  Add workflow to upload documentation osanseviero-patch-1 Omar Sanseviero 2023-08-08 07:49:45 +0200
• 4cfa8a8a6e Add missing GH Actions workflow osanseviero 2023-08-08 07:41:04 +0200
• b8b9ac3c28 Fix ToC Tree osanseviero 2023-08-07 21:55:21 +0200
• 3de777c645 merged Blake Mallory 2023-08-07 15:08:08 -0400
• a160ce5623 added docker-compose example Blake Mallory 2023-08-07 15:07:39 -0400
• 1fdc88ee90
  Fixing non 4bits quantization. (#785) Nicolas Patry 2023-08-07 13:02:00 +0200
• 891e19cc51
  Fix dynamic rope. (#783) Nicolas Patry 2023-08-07 12:28:19 +0200
• a217b4df5a Fixing non 4bits quantization. Nicolas Patry 2023-08-07 12:19:02 +0200
• 9b62094748 Fix dynamic rope. Nicolas Patry 2023-08-07 11:46:22 +0200
• adcbdfa8cd
  refactored toc Merve Noyan 2023-08-07 11:21:20 +0300
• d235d3b432
  Update docker_launch.md Merve Noyan 2023-08-07 11:17:45 +0300
• c12547972d
  nit Merve Noyan 2023-08-07 11:17:35 +0300
• 982d6709fe
  Update consuming_tgi.md Merve Noyan 2023-08-07 11:15:45 +0300
• f7c49f612b
  Added tip Merve Noyan 2023-08-04 22:59:45 +0300
• 5dcb27e9e3
  Addressed comments Merve Noyan 2023-08-04 22:57:40 +0300
• 4042b700c1
  Update docs/source/basic_tutorials/docker_launch.md Merve Noyan 2023-08-04 22:42:10 +0300
• c015a2feaf
  Update docs/source/basic_tutorials/local_launch.md Merve Noyan 2023-08-04 22:41:54 +0300
• b5155248d5
  Update docs/source/basic_tutorials/local_launch.md Merve Noyan 2023-08-04 22:41:31 +0300
• 8255dda916
  Update docs/source/basic_tutorials/consuming_tgi.md Merve Noyan 2023-08-04 22:41:06 +0300
• c35830f068
  Update docs/source/basic_tutorials/consuming_tgi.md Merve Noyan 2023-08-04 22:40:55 +0300
• 5bc0da0201
  Update docs/source/basic_tutorials/local_launch.md Merve Noyan 2023-08-04 22:40:47 +0300
• 2975decaa4
  Update docs/source/basic_tutorials/consuming_tgi.md Merve Noyan 2023-08-04 22:40:34 +0300
• bae7b1cc68
  Update docs/source/basic_tutorials/querying.md Merve Noyan 2023-08-04 22:40:23 +0300
• 9c2bf4008f
  Update docs/source/basic_tutorials/local_launch.md Merve Noyan 2023-08-04 22:40:17 +0300
• 801c7df18b
  Update docs/source/supported_models.md Merve Noyan 2023-08-04 22:40:08 +0300
• bf5e32417e
  Merge pull request #1 from pminervini/pminervini-patch-1 Pasquale Minervini 2023-08-04 12:35:53 +0200
• c92b4e557f
  Update README.md Pasquale Minervini 2023-08-04 12:34:36 +0200
• 16fadcec57
  Merge BNB 4bit. (#770) Nicolas Patry 2023-08-03 23:00:59 +0200
• f91e9d282d
  fix build tokenizer in quantize and remove duplicate import (#768) zspo 2023-08-04 04:21:33 +0800
• 8853645e9f ??? What the heck. Nicolas Patry 2023-08-03 20:07:03 +0000
• 7eafbbd621 Cargo fmt. Nicolas Patry 2023-08-03 20:02:47 +0000
• 6df90175d6 add documentation for 4bit quantization options krzim 2023-07-19 22:10:34 +0000
• c9a78bbe0f add 4bit bnb quantization krzim 2023-07-17 20:23:23 +0000
• 794767a98d add AutoModel error message for 4bit quantization krzim 2023-07-17 19:31:39 +0000
• bccebb027a add bnb 4bit to quantization enums krzim 2023-07-17 19:31:11 +0000
• 3f2c5c31a8 update bnb requirements krzim 2023-07-17 19:29:05 +0000
• 6ec5288ab7
  This should prevent the PyTorch overriding. (#767) Nicolas Patry 2023-08-03 21:54:39 +0200
• 38bca9301d Explicitly pass the index of PyTorch to poetry (to guarantee cuda version). Nicolas Patry 2023-08-03 14:38:54 +0000
• 209ab7d013 This should prevent the PyTorch overriding. Nicolas Patry 2023-08-03 14:19:12 +0000
• ac736fd89c
  feat(server): Add native support for PEFT Lora models (#762) Nicolas Patry 2023-08-03 17:22:45 +0200
• e911ea5483 fix build tokenizer in quantize and remove duplicate import zspo 2023-08-03 22:42:45 +0800
• e515f8da63 Missing catch. Nicolas Patry 2023-08-03 14:40:32 +0000
• 0c3f3cdb08
  Added safetensors Merve Noyan 2023-08-03 17:09:19 +0300
• 76366a560e Without hashes. Nicolas Patry 2023-08-03 13:57:59 +0000
• e20a5aeac5
  Added RoPE and quantization Merve Noyan 2023-08-03 15:56:13 +0300
• 9d5a018fac Cleaner peft code. Nicolas Patry 2023-08-03 12:41:13 +0000
• 1569558750 feat(server): Add native support for PEFT Lora models Nicolas Patry 2023-08-02 22:09:10 +0000
• 5bfc5a8f60
  Addressed comments Merve Noyan 2023-08-03 00:03:01 +0300
• 4f1657418d
  Update docs/source/supported_models.md Merve Noyan 2023-08-02 23:45:09 +0300
• 0efe4384c0
  Update docs/source/supported_models.md Merve Noyan 2023-08-02 23:44:51 +0300
• 97f5d7dd47
  Update docs/source/supported_models.md Merve Noyan 2023-08-02 23:44:40 +0300
• 904703d561
  Update docs/source/index.md Merve Noyan 2023-08-02 23:44:33 +0300
• 8b0d608f1f
  Automatically map deduplicated safetensors weights to their original values (#501) (#761) Nicolas Patry 2023-08-02 20:24:37 +0200
• bd3088748e
  add FastLinear import (#750) zspo 2023-08-03 02:04:46 +0800
• 9bcac46d00
  Automatically map deduplicated safetensors weights to their original values (#501) Vincent Brouwers 2023-08-02 19:55:03 +0200
• e994ad1172
  Added InferenceClient model_compat_log Merve Noyan 2023-08-02 17:57:01 +0300
• bb83f333b7
  Added consuming TGI with ChatUI Merve Noyan 2023-08-02 17:40:56 +0300