Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• e0abb576ae remove requirements_common Félix Marty 2023-11-23 15:31:34 +0100
• 5e6356793e Merge branch 'main' into tgi-rocm Félix Marty 2023-11-23 15:21:38 +0100
• c6bb76703f
  Fix IDEFICS dtype (#1214) Vince Jankovics 2023-11-23 14:00:09 +0000
• a8da815b81 Fixing Idefics dtype. Nicolas Patry 2023-11-23 13:57:28 +0000
• 861acdeab1 Revert "Idefics force bfloat16" Nicolas Patry 2023-11-23 13:57:02 +0000
• a11e4c06c3 Merge branch 'tgi-rocm' of https://github.com/huggingface/text-generation-inference into tgi-rocm Felix Marty 2023-11-23 13:01:24 +0000
• bdb6c9d1ed fix bug on cuda build Felix Marty 2023-11-23 13:01:19 +0000
• 35509ff5de
  chore: update to torch 2.1.0 (#1182) OlivierDehaene 2023-11-23 13:38:50 +0100
• e12c34bd25
  Load PEFT weights from local directory (#1260) Traun Leyden 2023-11-23 12:56:17 +0100
• b5790224a5
  Apply suggestions from code review Nicolas Patry 2023-11-23 12:55:18 +0100
• 3126055e3d Merge branch 'main' into tgi-rocm Félix Marty 2023-11-23 12:48:31 +0100
• 91111a0dc2
  Fix missing trust_remote_code flag for AutoTokenizer in utils.peft (#1270) Diwank Singh Tomer 2023-11-23 03:41:05 -0800
• e5bf35435c conda install OlivierDehaene 2023-11-23 12:30:26 +0100
• 289eee535e 12.1 OlivierDehaene 2023-11-23 11:28:21 +0100
• a9348eb5e0 update deps Shannon Phu 2023-11-22 17:49:36 +0000
• 703302ae19 python3.10 OlivierDehaene 2023-11-22 17:22:15 +0100
• 217abbe95a remove double torch install OlivierDehaene 2023-11-22 16:32:39 +0100
• 902fd945a4 revert to 11.8 OlivierDehaene 2023-11-22 15:30:34 +0100
• 2fd1156d5a tp optims HuaYZhao 2023-11-22 19:58:40 +0800
• dad29f7299 tp optims HuaYZhao 2023-11-22 17:22:47 +0800
• 1503de86ac limit concurrency OlivierDehaene 2023-11-21 17:39:02 +0100
• ebc0a7152b WIP: Added custom_logits_processors API and connecting it to flow Noam Gat 2023-11-21 17:43:47 +0200
• 4ca2c5c945 WIP: Adding logits processors to protocol Noam Gat 2023-11-21 16:56:24 +0200
• b226e469c9
  Update README.md (#1272) Nicolas Patry 2023-11-21 10:39:18 +0100
• d1460e6b4f
  Update README.md Nicolas Patry 2023-11-21 10:38:14 +0100
• abb498a907 pray OlivierDehaene 2023-11-20 19:03:32 +0100
• 2e75027187 update to 12.1 OlivierDehaene 2023-11-20 14:21:09 +0100
• a99ee04348 add shm_size OlivierDehaene 2023-11-20 12:16:24 +0100
• 3e4ab6c553 chore: update to torch 2.1.0 OlivierDehaene 2023-10-20 09:45:29 +0200
• 1b0236cb3c github.job is null only available within steps Felix Marty 2023-11-20 10:38:41 +0000
• bb638fe559 remove broken cosign Felix Marty 2023-11-20 10:28:50 +0000
• b6e5c28dff +rocm as a docker tag seems illegal Felix Marty 2023-11-20 10:24:20 +0000
• 2a644b5397 is concurrency the reason for cancelled job? Felix Marty 2023-11-20 10:18:34 +0000
• 7052827be4 Merge branch 'main' into tgi-rocm Félix Marty 2023-11-20 10:51:19 +0100
• 3dbc649b11
  fix: do not leak inputs on error (#1228) OlivierDehaene 2023-11-20 10:33:44 +0100
• b1581ccb55
  Fix missing trust_remote_code flag for AutoTokenizer in utils.peft Diwank Singh Tomer 2023-11-19 18:44:34 -0800
• 2679613d22 add support for CUDA 118 (suports H100s) Andres Restrepo 2023-11-18 06:10:20 +0000
• eb0e93789d update doc Felix Marty 2023-11-16 17:36:24 +0000
• 8acdc1fae7 hotfix 1.1.1 v1.1.1 OlivierDehaene 2023-11-16 18:35:09 +0100
• ddf0c85836 Merge branch 'tgi-rocm' of https://github.com/huggingface/text-generation-inference into tgi-rocm Felix Marty 2023-11-16 17:30:01 +0000
• 736e199737 use modified vllm rope kernel when using rocm Felix Marty 2023-11-16 17:29:27 +0000
• 8e07a2487e
  Update .github/workflows/build.yaml fxmarty 2023-11-17 01:19:34 +0900
• 457e72c386 v1.1.1 OlivierDehaene 2023-11-16 13:54:58 +0100
• 6a25c14f46 Load local PEFT model Traun Leyden 2023-11-14 15:22:03 +0100
• 223cd4954f Revert "Load local peft model and add print stmts" Traun Leyden 2023-11-14 15:20:12 +0100
• 52c0e0e53b add image build workflow step Felix Marty 2023-11-14 13:53:00 +0000
• 7903ad72a8 Merge branch 'main' into tgi-rocm Felix Marty 2023-11-14 13:37:06 +0000
• 3be198c698 Load local peft model and add print stmts Traun Leyden 2023-11-14 12:46:53 +0100
• a992084b9b fix wrong refactor of rope Felix Marty 2023-11-14 10:43:02 +0000
• b7a825d0b5
  Introduce basic helm chart Wilfried Roset 2023-11-09 21:19:45 +0100
• 8617d4795a move controlflow in forward Felix Marty 2023-11-09 09:38:32 +0000
• cdd293f227
  Merge 84dd432a43 into a5def7c222 Florian Zimmermeister 2023-11-09 01:41:34 +0900
• a5def7c222
  Fix link in quantization guide (#1246) Omar Sanseviero 2023-11-08 10:34:38 -0600
• ed53f202ff
  Fix link in quantization guide Omar Sanseviero 2023-11-08 09:06:34 -0600
• 80ce8910f1 update on review Felix Marty 2023-11-08 11:01:10 +0000
• 6353a87f4c
  Update server/text_generation_server/models/custom_modeling/idefics_modeling.py fxmarty 2023-11-08 19:09:30 +0900
• 0eea83be44
  Update server/text_generation_server/models/custom_modeling/flash_mistral_modeling.py fxmarty 2023-11-08 19:07:58 +0900
• 891fe74099
  Update server/text_generation_server/models/custom_modeling/flash_mistral_modeling.py fxmarty 2023-11-08 19:07:45 +0900
• f746b8e0ae
  Update server/text_generation_server/models/custom_modeling/flash_llama_modeling.py fxmarty 2023-11-08 19:06:59 +0900
• 0f7b9bba33 fix tests Felix Marty 2023-11-07 15:12:33 +0000
• 2446928768 cleaning Felix Marty 2023-11-07 15:01:30 +0000
• ea8438a5a0 clean rocm support Felix Marty 2023-11-07 14:56:11 +0000
• 7b5c167487
  Update README.md (#1242) Nicolas Patry 2023-11-07 10:24:53 +0100
• 3229f8b6a8
  Update README.md Nicolas Patry 2023-11-07 10:24:33 +0100
• b9184093d9
  Narsil patch 1 (#1241) Nicolas Patry 2023-11-07 10:13:09 +0100
• 07f3f37d53
  Update README.md Nicolas Patry 2023-11-07 10:03:58 +0100
• bfe43d9cc4
  Update README.md Nicolas Patry 2023-11-07 10:03:16 +0100
• 794770d191
  Update README.md Nicolas Patry 2023-11-07 10:02:51 +0100
• 323a60c050
  Update README.md Nicolas Patry 2023-11-07 10:01:02 +0100
• 6dfb772029
  Update README.md Nicolas Patry 2023-11-07 10:00:13 +0100
• 1d3b7ec4a5
  Update README.md Nicolas Patry 2023-11-07 09:56:31 +0100
• c9da3fe409
  Update README.md Nicolas Patry 2023-11-07 09:55:58 +0100
• ec994ac0c9
  Update README.md Nicolas Patry 2023-11-07 09:55:37 +0100
• 065cd904c9
  Update README.md Nicolas Patry 2023-11-07 09:54:57 +0100
• fe31ff8f16
  Update README.md Nicolas Patry 2023-11-07 09:54:26 +0100
• eb59503f8f
  Update README.md Nicolas Patry 2023-11-07 09:50:48 +0100
• fca3899390
  Update README.md Nicolas Patry 2023-11-07 09:47:04 +0100
• 686c7fcd79
  Update README.md Nicolas Patry 2023-11-07 09:43:21 +0100
• bfc4500846
  Update README.md Nicolas Patry 2023-11-07 09:40:46 +0100
• b7723a727f
  Update README.md Nicolas Patry 2023-11-07 09:39:35 +0100
• 74618bce15
  Update README.md Nicolas Patry 2023-11-07 09:38:32 +0100
• 414a911b34
  Adding the video -> moving the architecture picture lower (#1239) Nicolas Patry 2023-11-07 01:01:40 +0100
• 1fdfaf89c6 Adding the video -> moving the architecture picture lower Nicolas Patry 2023-11-06 15:13:50 +0100
• ca9fc44cb5 fix: do not leak inputs on error OlivierDehaene 2023-11-03 14:42:00 +0100
• 2200b7e6c4 docs: set tag to 1.1. Pedro Cuenca 2023-11-02 15:12:03 +0100
• e8ed11be3e Client modified to accept new string. Suvro Ghosh 2023-11-01 11:15:07 -0400
• b8952b2b32 Idefics force bfloat16 Vince Jankovics 2023-10-31 12:51:13 +0000
• 897ed20842 Included model_id in response. Suvro Ghosh 2023-10-30 19:23:19 -0400
• 52bdcf797d working rocm build Felix Marty 2023-10-30 10:42:34 +0000
• b90660ddbc tutorials: fix links Stefan Schweter 2023-10-26 23:38:02 +0200
• 330e506e88
  Improvement: Update Dockerfile Lukas Pfahler 2023-10-25 13:07:04 +0200
• 84dd432a43
  use exllamav2QuantLinear instead of exllama1 Florian Zimmermeister 2023-10-25 12:26:20 +0200
• 6a0a378c0c
  Merge branch 'huggingface:main' into main Florian Zimmermeister 2023-10-25 12:18:33 +0200
• 96a982ad8f fix: better warmup error OlivierDehaene 2023-10-25 10:18:58 +0200
• f9910d13e2
  feat: remove flume (#1184) OlivierDehaene 2023-10-23 15:51:12 +0200
• b2a5dd64c1 back to atomicbool OlivierDehaene 2023-10-23 12:47:16 +0200
• 3f1cc9bad7 add logs OlivierDehaene 2023-10-20 17:53:27 +0200
• f40f02fc25 remove atomicbool OlivierDehaene 2023-10-20 17:39:28 +0200
• 2c3772528d fix tests OlivierDehaene 2023-10-20 17:15:33 +0200
• d2f7751d39 remove flume OlivierDehaene 2023-10-20 16:55:17 +0200