Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 7098f37ddd
  Update docs/source/basic_tutorials/consuming_tgi.md Merve Noyan 2023-08-22 23:30:22 +0300
• 7dcd953969
  Initial commit Merve Noyan 2023-08-22 23:26:08 +0300
• ee19513cf7
  Initial commit Merve Noyan 2023-08-22 23:02:17 +0300
• 98afdbbc1d
  Add to toctree Merve Noyan 2023-08-22 22:04:38 +0300
• 3a522aa6e1
  Explained HBM & SRAM Merve Noyan 2023-08-22 21:49:23 +0300
• 7037d0259f
  Update flash_attention.md Merve Noyan 2023-08-22 21:43:52 +0300
• 3fe2836a54
  paged attention initial commit Merve Noyan 2023-08-22 21:18:50 +0300
• e7ec2ff282 added all the files rsnm2 2023-08-22 18:12:24 +0000
• e7f3eac8d5 intermediate results from server rsnm2 2023-08-22 18:12:03 +0000
• 172d262adf
  Update docs/source/conceptual/flash_attention.md Merve Noyan 2023-08-22 17:53:26 +0300
• 7ee207f75c
  Update docs/source/conceptual/flash_attention.md Merve Noyan 2023-08-22 17:53:20 +0300
• abc4fda615
  Update docs/source/conceptual/flash_attention.md Merve Noyan 2023-08-22 17:53:14 +0300
• b8f7a0c690 minor cosmetic change rsnm2 2023-08-22 14:19:27 +0000
• 27baaeffe0
  Update tensor_parallelism.md Merve Noyan 2023-08-22 14:50:16 +0300
• 1077cfc7d1 Do not allow Pydantic 3 Jelle Zijlstra 2023-08-22 04:38:58 -0700
• 856af1c03a Support Pydantic 2 Jelle Zijlstra 2023-08-22 04:35:36 -0700
• 095b6d9178
  Added to toctree Merve Noyan 2023-08-22 14:20:29 +0300
• 048d44cfcd
  Added paper Merve Noyan 2023-08-22 14:19:17 +0300
• df8330194f
  Update docs/source/conceptual/flash_attention.md Merve Noyan 2023-08-22 13:57:33 +0300
• 608c5c93b2 Expose ignore_eos_token to client caiyesd 2023-08-12 16:14:05 +0000
• cef8ca442f added readme rsnm2 2023-08-22 04:07:46 +0000
• ffbc64cd7c added ipynb rsnm2 2023-08-22 04:07:11 +0000
• 010739bba1 updated ipynb for simulating interacting with the server rsnm2 2023-08-22 04:06:52 +0000
• a972a7870f re-added files rsnm2 2023-08-22 02:59:48 +0000
• 6a739e5142 made service for deepsparse rsnm2 2023-08-22 02:59:18 +0000
• 7c394a9214 restructured directory rsnm2 2023-08-21 19:32:33 +0000
• fec0b1dce5 baseline implementation complete, working on sample server for example rsnm2 2023-08-21 19:27:07 +0000
• 8e52a7fb3a
  Merge branch 'huggingface:main' into main Marcus Dunn 2023-08-21 08:53:08 -0700
• f8565cd915 finished deepsparse_model.py implementation rsnm2 2023-08-21 15:17:19 +0000
• ecbc0a0f4a
  Add ignore_eos_token Chirag Jain 2023-08-21 14:06:17 +0530
• 2035f3b7bc
  Update docs/source/conceptual/flash_attention.md Merve Noyan 2023-08-21 11:31:30 +0300
• 181dcb6219
  Nits Merve Noyan 2023-08-21 11:14:05 +0300
• 4bac76241d
  Update server.rs self-generating-docs Merve Noyan 2023-08-21 11:10:57 +0300
• 00cd4d0b2f
  Update server.rs Merve Noyan 2023-08-21 11:09:45 +0300
• 6541d8d8d9
  Update server.rs Merve Noyan 2023-08-21 11:08:38 +0300
• 09fee2f6fb
  fix Merve Noyan 2023-08-21 10:43:15 +0300
• bb8c24f5b7
  Update docs/source/conceptual/tensor_parallelism.md Merve Noyan 2023-08-21 10:39:14 +0300
• 08bf10ca17
  initial commit Merve Noyan 2023-08-21 00:23:10 +0300
• 2fa5e31839
  Update server.rs Merve Noyan 2023-08-20 23:13:29 +0300
• 11d5c603ee
  Add to toctree Merve Noyan 2023-08-20 23:02:06 +0300
• 03fda99ee1 updated to include interally managed kv-cache rsnm2 2023-08-20 13:50:18 +0000
• 79ea7ff02f rewrote pipeline with simpler interface, working on adding to tgi now rsnm2 2023-08-20 02:23:44 +0000
• 4446d0f838
  Create tensor_parallelism.md Merve Noyan 2023-08-20 01:42:56 +0300
• 2416cc66cf
  Remove redundant content Omar Sanseviero 2023-08-19 18:17:35 +0200
• 3318a66a6d finished launch readme rsnm2 2023-08-19 13:56:17 +0000
• 5f2ea449f3 confirmed everything is working and installed rsnm2 2023-08-19 13:54:11 +0000
• d93e2ab5b6 Adding small benchmark script. Nicolas Patry 2023-08-18 17:28:31 +0000
• 8f1d266e69
  Update consuming_tgi.md Merve Noyan 2023-08-18 17:14:52 +0300
• 3a2a13ecd5
  Added diff and dark/light mode for demo Merve Noyan 2023-08-18 17:13:31 +0300
• 117425564e
  Added space and replaced screenshots with llama Merve Noyan 2023-08-18 16:13:20 +0300
• e49ecbf4e5
  Update docs/source/basic_tutorials/consuming_tgi.md Merve Noyan 2023-08-18 16:03:23 +0300
• 08593dc180
  Addressed Omar's comments Merve Noyan 2023-08-18 14:05:33 +0300
• cf43528538 remove stream since its a separate PR improve-docs philschmid 2023-08-18 12:57:36 +0200
• 7b349f9b13
  Update docs/source/basic_tutorials/request_parameters.md Philipp Schmid 2023-08-18 12:54:57 +0200
• 50f0d3827f Show how to do streaming with JavaScript osanseviero 2023-08-18 11:48:58 +0200
• 2c6e07395f remove image philschmid 2023-08-18 09:27:48 +0200
• 52cacff4a4 fix wording philschmid 2023-08-18 09:27:13 +0200
• eccb8a0099 fix library philschmid 2023-08-18 09:16:26 +0200
• 69c3d79a1c add docs philschmid 2023-08-18 09:13:39 +0200
• a361cd2b53
  Update streaming.md Omar Sanseviero 2023-08-17 17:27:06 +0200
• 2248dd8e18
  Apply suggestions from code review Omar Sanseviero 2023-08-17 17:25:45 +0200
• 452f8f3c2b
  Update consuming_tgi.md Merve Noyan 2023-08-17 16:31:11 +0300
• 6c699d86bf Backport to transformers==4.31. Nicolas Patry 2023-08-17 07:28:14 +0000
• bfa62eb0d8 Upgrading versions. Nicolas Patry 2023-08-17 07:03:18 +0000
• 308ab7d5b9 Update integration test + shard them Nicolas Patry 2023-08-17 06:41:28 +0000
• a16ea64f78 fix lol VictorSanh 2023-08-16 21:04:12 +0000
• 7e20b8cb50 "Fix" for rw-1b. Nicolas Patry 2023-08-16 19:58:30 +0000
• 06ebc7220b Fix osanseviero 2023-08-16 18:23:01 +0200
• 138ffa2a92 Remove unexistent gif osanseviero 2023-08-16 18:17:48 +0200
• a0b2a09cf3 Update gifs + add dark one osanseviero 2023-08-16 18:07:34 +0200
• f3266b8a4a Switch async client example to use stream osanseviero 2023-08-16 17:17:15 +0200
• 3dfa7d33eb
  Apply suggestions from code review Omar Sanseviero 2023-08-16 17:14:35 +0200
• 603b3f1020 Adding integration test for idefics. Nicolas Patry 2023-08-16 14:57:08 +0000
• aa6b7aaf25 Wording osanseviero 2023-08-16 16:55:19 +0200
• 4ca853e1de Fix height of iframe osanseviero 2023-08-16 16:42:09 +0200
• c9b76c6715 Fix ToC osanseviero 2023-08-16 16:31:58 +0200
• 24ea07cd6d Using markdown to send image. Nicolas Patry 2023-08-16 14:26:26 +0000
• 64cbf288e4 Add streaming guide osanseviero 2023-08-16 16:21:19 +0200
• 5ba141e5d9 cleaning and fixes VictorSanh 2023-08-16 03:43:43 +0000
• 24cdcbc995 Merge branch 'main' into new-main Geoffrey Angus 2023-08-15 16:17:12 -0700
• 996416c814 changed call to tokenizer from encode to __call__ marcusdunn 2023-08-15 16:14:56 -0700
• 1d18dbd47e add test Geoffrey Angus 2023-08-15 16:03:37 -0700
• ae5beb9d7b add logs Geoffrey Angus 2023-08-15 15:37:54 -0700
• ab0937b90c works end-to-end Geoffrey Angus 2023-08-15 15:20:57 -0700
• c70dea3802 added missing imports of SequenceBiasLogitsProcessor and typings.Dict marcusdunn 2023-08-15 15:13:07 -0700
• 25c48f5679 added a tokenizer to HeterogeneousNextTokenChooser marcusdunn 2023-08-15 15:12:32 -0700
• 03975ccb3e Cleanup osanseviero 2023-08-16 00:04:09 +0200
• 16a679390e Add mention that it just works with api-hosted models osanseviero 2023-08-15 23:53:32 +0200
• f1fb15f4ae Add mention of async client osanseviero 2023-08-15 23:52:09 +0200
• f65d703de4
  Merge branch 'huggingface:main' into main Marcus Dunn 2023-08-15 14:52:04 -0700
• 11400bd8dc Changes to InferenceClient osanseviero 2023-08-15 23:48:53 +0200
• bbca2211ce removed visibility modifier for parse_key_val marcusdunn 2023-08-15 14:05:57 -0700
• f97b07cf68 removed dbg! marcusdunn 2023-08-15 14:04:49 -0700
• ed2efe3dd9 fixed clap arg parsing. marcusdunn 2023-08-15 14:03:27 -0700
• 9b3be8f79b added logit_bias to benchmarks. marcusdunn 2023-08-15 13:48:39 -0700
• 034e39185f run server run-dev and plumbs through adapter-id Geoffrey Angus 2023-08-15 13:43:00 -0700
• a06b681673 added logit_bias to python client marcusdunn 2023-08-15 13:35:19 -0700
• 8666df0f41 Fixing watermark. Nicolas Patry 2023-08-15 21:21:57 +0200
• 782b3e5d86
  Update README.md Adarsh Shirawalmath 2023-08-15 22:42:07 +0530
• 8cda9ca2f7 Defaulting to bf16. Nicolas Patry 2023-08-15 18:38:42 +0200