Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 2f7473b454
  Update README.md Adarsh Shirawalmath 2023-08-15 21:17:22 +0530
• defc477a03 Hardcode remove image tokens. Nicolas Patry 2023-08-15 15:24:36 +0000
• 51348713d6 More import sanitation. Nicolas Patry 2023-08-15 15:09:19 +0000
• 4ff509948a Load later to make tests pass. Nicolas Patry 2023-08-15 14:50:35 +0000
• 5469316ed8 Fix specific transformers version. Nicolas Patry 2023-08-15 14:34:19 +0000
• bfc998eb9d Requirements add Pillow. Nicolas Patry 2023-08-15 13:10:15 +0000
• c428add692 Don't profile by default. Nicolas Patry 2023-08-15 12:49:44 +0000
• 8030d66f0d Further speedup. Nicolas Patry 2023-08-15 12:47:02 +0000
• fc02d99e57 Much better code with correct RMS + rotary: Nicolas Patry 2023-08-15 11:10:52 +0000
• 21c15d576d Tp ready. Nicolas Patry 2023-08-14 17:05:21 +0000
• eaf9448b48 Adding Idefics multi modal model. Nicolas Patry 2023-08-14 16:05:47 +0000
• 3a86e4f519 Fmt. Nicolas Patry 2023-08-14 18:28:57 +0200
• d73204d72c Fix benchmark Nicolas Patry 2023-08-14 18:19:03 +0200
• 278e387d8c
  Update README.md Pasquale Minervini 2023-08-14 15:27:55 +0200
• e149656194 Fix tokenizers==0.13.4 . Nicolas Patry 2023-08-14 12:38:00 +0000
• 933f7adbf4 Remove vllm Nicolas Patry 2023-08-14 09:22:51 +0000
• 0ad99f512c Remove dead dirs. Nicolas Patry 2023-08-14 09:21:59 +0000
• 4ddeea2551 Version 1.0.1 Nicolas Patry 2023-08-14 09:18:54 +0000
• 86e2ec4952 modified readme SawanRawatJr 2023-08-12 19:30:19 +0530
• 89a4e723d2 Attempting to fix torch leak. fix_leak Nicolas Patry 2023-08-12 09:06:49 +0200
• f21c507ebf
  Update docs/source/basic_tutorials/consuming_tgi.md Omar Sanseviero 2023-08-11 17:01:20 +0200
• c7b26c5453
  Update consuming_tgi.md Merve Noyan 2023-08-11 17:52:58 +0300
• 607238a4ce
  Update docs/source/basic_tutorials/consuming_tgi.md Merve Noyan 2023-08-11 17:33:26 +0300
• 40876c6887
  Added ChatUI Screenshot Merve Noyan 2023-08-11 17:32:38 +0300
• 36a34cc458 Bypassing config trust remote code.. Nicolas Patry 2023-08-11 14:06:08 +0000
• 76dbf190d4 Fix rope dynamic + factor Nicolas Patry 2023-08-11 15:30:01 +0200
• db2dd5229b
  Added streaming Merve Noyan 2023-08-11 16:21:11 +0300
• 4a9615e8ff Add to ToC streaming_conceptual osanseviero 2023-08-11 15:05:10 +0200
• 6daee77c09 Add embedded space osanseviero 2023-08-11 15:03:56 +0200
• a19e49b4a1
  Merge branch 'main' into nice-snippets Omar Sanseviero 2023-08-11 11:44:02 +0200
• 5980565091
  [docs] Build docs only when doc files change Mishig 2023-08-10 21:33:32 +0200
• 247af2d1a8 removed uneeded diff marcusdunn 2023-08-10 11:09:21 -0700
• d67a2e22fa formatting marcusdunn 2023-08-10 10:58:06 -0700
• 1c9d953962 formatting marcusdunn 2023-08-10 10:57:34 -0700
• 9a0262f38c tokenized inputs from pb marcusdunn 2023-08-10 10:16:47 -0700
• a64c2a6f89 fixed HeterogeneousNextTokenChooser by using HeterogeneousProcessorWrapper with SequenceBiasLogitsProcessor marcusdunn 2023-08-10 09:49:55 -0700
• 8453eca41b added logit_bias to the tgi server using SequenceBiasLogitsProcessor marcusdunn 2023-08-10 09:32:49 -0700
• 20b05bc8ba added logit_bias param to REST and GRPC marcusdunn 2023-08-09 16:31:01 -0700
• 6523e8f2a7
  Update using_cli.md Merve Noyan 2023-08-10 15:55:44 +0300
• d369adfa8e
  Update docs/source/quicktour.md Omar Sanseviero 2023-08-10 14:52:33 +0200
• 4d5fc1235f
  Update installation.md Merve Noyan 2023-08-10 15:52:22 +0300
• d90425eaa7
  Merge branch 'main' into added_cli_docs Merve Noyan 2023-08-10 15:51:11 +0300
• 3fb7803ed9
  adjust toctree and shell to bash Merve Noyan 2023-08-10 15:28:28 +0300
• 6fa3d9963c
  Update docs/source/basic_tutorials/using_cli.md Merve Noyan 2023-08-10 15:26:15 +0300
• 7f0ff8d7a9
  Update docs/source/basic_tutorials/using_cli.md Merve Noyan 2023-08-10 15:26:10 +0300
• d1c1621d40
  Update docs/source/basic_tutorials/using_cli.md Merve Noyan 2023-08-10 15:26:05 +0300
• 5b920b6a4c Have snippets in Python/JavaScript in quicktour osanseviero 2023-08-10 14:12:41 +0200
• 712393a702
  Added back CLI md Merve Noyan 2023-08-10 14:09:34 +0300
• 58092d33a3
  Update docs/source/installation.md Merve Noyan 2023-08-10 14:02:03 +0300
• 3723d1bbca
  Update docs/source/installation.md Merve Noyan 2023-08-10 14:01:57 +0300
• 46a794e635
  Remove redundant CLI md Merve Noyan 2023-08-10 13:48:15 +0300
• 15ef2bc082
  sync changes and refactor Merve Noyan 2023-08-10 13:47:07 +0300
• 29129dc660
  Merge branch 'main' into added_cli_docs Merve Noyan 2023-08-10 13:42:02 +0300
• 198437f66d
  Update docs/source/_toctree.yml Merve Noyan 2023-08-10 13:31:50 +0300
• 263f41f8da Minor style fixes osanseviero 2023-08-10 11:28:07 +0200
• 1b4a1d8260 Fix snippet osanseviero 2023-08-10 11:21:29 +0200
• 2d8b31a4b4 Fix gated docs osanseviero 2023-08-10 11:14:17 +0200
• 43ed6c217a Dummy commit test_docs osanseviero 2023-08-10 10:33:52 +0200
• 9304e07423 Move launch locally to an installation section osanseviero 2023-08-10 10:19:55 +0200
• 33e6d264ab Rename docker launch to quicktour osanseviero 2023-08-10 10:15:31 +0200
• 50fd663b9b Fix docker build, pinning the pytorch version. Nikola Borisov 2023-08-09 14:43:08 -0700
• 744d78d88e Add docker run --help flag + add curl example in docker_launch osanseviero 2023-08-09 23:14:23 +0200
• ae7c21af5b
  Update README with fork info Nikola Borisov 2023-08-09 13:56:39 -0700
• 38652c9da5 Replace CLI command with docker run IMG --help, it gets improved after #799 osanseviero 2023-08-09 21:43:05 +0200
• c48c2cc1fe
  Add gated docs (#797) Merve Noyan 2023-08-09 21:35:47 +0300
• 72cc292611
  Update using_cli.md Merve Noyan 2023-08-09 21:09:20 +0300
• c4c7e6d80d
  Added CLI docs and rename docker launch Merve Noyan 2023-08-09 21:03:18 +0300
• f5bef02850
  Update gated_model_access.md Merve Noyan 2023-08-09 20:15:32 +0300
• bb1a5e64a1
  Update docs/source/basic_tutorials/gated_model_access.md Merve Noyan 2023-08-09 20:15:11 +0300
• 3c648e54f1 Use destructuring in router arguments to avoid '.0' Ivar Flakstad 2023-08-09 18:09:43 +0200
• e2910acedf
  Added note about gated models Merve Noyan 2023-08-09 18:09:13 +0300
• 271e6393bc
  Update _toctree.yml Merve Noyan 2023-08-09 18:03:15 +0300
• ec592d550e Small rearrangement in index page osanseviero 2023-08-09 16:37:02 +0200
• 862db1be0c
  Wording nit Merve Noyan 2023-08-09 17:11:11 +0300
• 15175839b4
  Added note to install huggingface-hub Merve Noyan 2023-08-09 17:09:13 +0300
• cd226354fb Rebased and removed backend. Nicolas Patry 2023-08-09 16:08:51 +0200
• 25b6694da1 Cargo fmt. Nicolas Patry 2023-08-18 14:35:58 +0200
• 730e5938f5 Removing dead code + "Fix" test. Nicolas Patry 2023-08-18 12:41:10 +0200
• e0b197ea09 Fix after rebase. Nicolas Patry 2023-08-17 15:18:14 +0000
• 25d6ddf6ea Fix typo in batch concatination Vincent Brouwers 2023-08-09 08:39:18 +0000
• 66705831a9 Only return top_tokens field when requested Vincent Brouwers 2023-08-02 13:03:19 +0000
• 8b2847fcf8 Add max_top_n_tokens CLI argument Vincent Brouwers 2023-08-02 12:42:59 +0000
• af0adb8c71 Defer building top-token objects to Rust Vincent Brouwers 2023-08-01 15:02:30 +0000
• 6429695228 Skip top-n tokens in prefill Vincent Brouwers 2023-08-01 13:55:38 +0000
• 1b5fdf7000 Allocate top_n_token tensor in Batch Vincent Brouwers 2023-07-31 13:09:45 +0000
• 65c0d9c19d Return more top-n-tokens when probabilities are equal Vincent Brouwers 2023-07-28 14:21:11 +0000
• 8515999b1d Implement top-n-tokens for all models Vincent Brouwers 2023-07-26 15:12:57 +0000
• 38691f8a28 Share computation for top-n-token decoding Vincent Brouwers 2023-07-25 14:55:32 +0000
• dbb92c20e7 Add batched top-n-tokens to FlashCausalLM Vincent Brouwers 2023-07-25 14:17:25 +0000
• 0facd94738 Add top-n-tokens support to benchmark Vincent Brouwers 2023-07-24 14:02:56 +0000
• 8a4d2076a6 Add WIP support for returning top tokens Vincent Brouwers 2023-07-14 19:48:15 +0000
• e605c2a43e
  Supporting code llama. (#918) Nicolas Patry 2023-08-24 18:54:47 +0200
• 97444f9367
  Added gradio example to docs (#867) Merve Noyan 2023-08-24 00:50:12 +0300
• 888c029114
  Upgrade version number in docs. (#910) Nicolas Patry 2023-08-23 13:45:28 +0200
• c4422e5678
  Adding small benchmark script. (#881) v1.0.2 Nicolas Patry 2023-08-18 19:28:56 +0200
• bfa070611d
  Add streaming guide (#858) Omar Sanseviero 2023-08-18 13:27:08 +0200
• bce5e22444
  Adding Idefics multi modal model. (#842) Nicolas Patry 2023-08-17 14:38:49 +0200
• b9e33c4953
  Upgrading versions of python client. (#862) Nicolas Patry 2023-08-17 09:15:35 +0200
• 2e68ac01c0
  "Fix" for rw-1b. (#860) Nicolas Patry 2023-08-17 09:05:41 +0200
• d9bceb8e6b
  Misc improvements for InferenceClient docs (#852) Omar Sanseviero 2023-08-16 14:29:54 +0200