Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 91f29cabbe
  Delete .vscode/settings.json Nicolas Patry 2024-04-30 12:07:13 +0200
• f6615080b9
  feat: add how it works section (#1773) drbh 2024-04-30 05:45:49 -0400
• 8332fc4908
  fix: use get_speculate to the number of layers (#1737) OlivierDehaene 2024-04-30 11:45:26 +0200
• 268e8d4935 fix: use get_speculate to the number of layers OlivierDehaene 2024-04-12 20:21:52 +0200
• 743ecbca3a
  Add reference to TPU support (#1760) Brandon Royal 2024-04-30 05:39:52 -0400
• 04d4765bad
  Small CI cleanup. (#1801) Nicolas Patry 2024-04-30 11:39:38 +0200
• 63ff95f356 Update router/src/server.rs Nicolas Patry 2024-04-30 11:10:46 +0200
• f54865e6da Small CI cleanup. Nicolas Patry 2024-04-23 21:15:04 +0000
• 51ee60da74
  Add the missing tool_prompt parameter to Python client (#1825) Maziyar Panahi 2024-04-30 11:07:17 +0200
• f75c1a5b26 Prepare release. Nicolas Patry 2024-04-30 10:52:37 +0200
• e07d0ebc06 fix: rename header drbh 2024-04-29 20:20:30 +0000
• 0d03620500 fix: remove redundant bullet drbh 2024-04-29 20:05:48 +0000
• 784df59928 fix: move into tutorial and address many comments drbh 2024-04-29 20:02:26 +0000
• c62a5b9abc fix: adjust filename in toc drbh 2024-04-26 00:14:58 +0000
• 10f259e85f fix: rename file drbh 2024-04-26 00:09:49 +0000
• 9e4823ba30 fix: add vlm to toc drbh 2024-04-26 00:08:43 +0000
• c5131eee5c feat: add vlm docs and simple examples drbh 2024-04-25 23:20:47 +0000
• 1f30217aec Add the missing tool_prompt to Python client bugfix/add_tools_prompt Maziyar Panahi 2024-04-28 22:04:19 +0200
• d3b62bf117 fix: remove debug files from different branch martinigoyanes-fix-frequency-penalty drbh 2024-04-29 15:14:22 -0400
• ecd00d56d6 fix: rebuilt and reran doc update drbh 2024-04-29 16:53:01 +0000
• 5d8ef9f913 fix: adjust docs after rebase drbh 2024-04-29 16:47:43 +0000
• 4d040b3478 fix: remove redundant struct drbh 2024-04-29 16:15:15 +0000
• 91a705e1a9 feat: prefer custom deserializer for complex message content drbh 2024-04-29 16:07:53 +0000
• a480273047 feat: accept variable content in chat request api drbh 2024-04-27 03:19:32 +0000
• f2d760ff1a fix: update formatting via pre-commit drbh 2024-04-29 16:40:28 +0000
• 27773963cd Merge commit 'refs/pull/1811/head' of github.com:huggingface/text-generation-inference into martinigoyanes-fix-frequency-penalty drbh 2024-04-29 16:37:51 +0000
• 767c8195ef hold: docker stuff drbh 2024-04-29 16:36:53 +0000
• eade737714
  Better graceful shutdown. (#1827) Nicolas Patry 2024-04-29 17:23:40 +0200
• 17f5c3078b working & cached tunableop fxmarty 2024-04-29 14:55:59 +0000
• 17a0ddd2f2 Reuse our wrapper. Nicolas Patry 2024-04-29 13:48:59 +0000
• 7149f3602a Fixing Child.kill() to replace it with regular signal. Nicolas Patry 2024-04-29 13:41:09 +0000
• e2ab122843 Better graceful shutdown. Nicolas Patry 2024-04-29 13:22:36 +0000
• 600d033c04 Merge branch 'habana-main' into rebase_tgi_2.0 Karol Damaszke 2024-04-29 09:44:45 +0300
• 9df5e8126c
  Add the missing tool_prompt to Python client Maziyar Panahi 2024-04-28 22:04:19 +0200
• 007d5e54aa
  Changing the waiting_served_ratio default (stack more aggressively by default). (#1820) Nicolas Patry 2024-04-28 17:54:19 +0200
• 5373fc4707 Fix tests. Nicolas Patry 2024-04-27 11:33:24 +0200
• e9f03f822a
  Dummy CI run. (#1817) Nicolas Patry 2024-04-26 19:19:55 +0200
• 8b8e8f6632
  Fixing qwen2. (#1818) Nicolas Patry 2024-04-26 19:19:08 +0200
• 80c23bdd38 Changing the waiting_served_ratio default (stack more aggressively by default). Nicolas Patry 2024-04-26 19:16:39 +0200
• 9cec099aa4 Fixing qwen2. Nicolas Patry 2024-04-26 16:41:07 +0200
• ab1ec3e27e Update style. Nicolas Patry 2024-04-26 14:11:33 +0000
• 6fc959765b Dummy comment to trigger CI after Intel merge. Nicolas Patry 2024-04-26 13:49:41 +0000
• a8fd4236eb
  Blunder (#1815) Nicolas Patry 2024-04-26 15:51:09 +0200
• 45ecf9d040
  add intel xpu support for TGI (#1475) Wang, Yi 2024-04-26 21:48:58 +0800
• 1f79e8ce8c Fix use_v1 after rebase. Nicolas Patry 2024-04-26 13:47:36 +0000
• f9cf345625
  Adding new env variables for TPU backends. (#1755) Nicolas Patry 2024-04-26 15:44:44 +0200
• b67ce71232 Add build-and-push-image for Intel GPUs Morgan Funtowicz 2024-04-26 10:48:25 +0200
• 88153796e0 re-enable xpu Wang, Yi A 2024-04-15 22:38:22 -0700
• 878101e696 no requirements_common.txt, update dockerfile Wang, Yi A 2024-04-01 00:45:16 -0700
• 0343a4b71c update the API and dockerfile Wang, Yi A 2024-03-31 22:48:42 -0700
• 02537ec663 update docker file Wang, Yi A 2024-03-06 04:46:56 -0800
• 23a1cb0511 align to ipex llm ops Wang, Yi A 2024-03-05 18:29:31 -0800
• 515a0edebe add xpu smi support in env runtime Wang, Yi A 2024-01-31 17:19:31 -0800
• bc069db165 fix review comments Wang, Yi A 2024-01-30 00:32:28 -0800
• 49cd0ce943 add intel xpu support for TGI Wang, Yi A 2024-03-05 17:52:53 -0800
• bbc547ad8d
  2nd round of benchmark modifications (tiny adjustements to avoid overloading the host). (#1816) Nicolas Patry 2024-04-26 15:39:00 +0200
• 99ac8783d2 2nd round of benchmark modifications (tiny adjustements to avoid overloading the host). Nicolas Patry 2024-04-26 13:38:03 +0000
• 193dbb683e use released torch 2.3 fxmarty 2024-04-26 09:50:50 +0000
• b8da90241b run integration tests on rocm fxmarty 2024-04-26 09:46:03 +0000
• 7502367043 Merge branch 'main' into mi300-compat fxmarty 2024-04-26 11:28:42 +0200
• 66b2015586 WhaT? Nicolas Patry 2024-04-26 11:24:44 +0200
• 91eb4e555f
  Hgraph dill patch (#131) Yaser Afshar 2024-04-26 02:08:15 -0700
• 37aabf8571
  Move call to adapt_transformers_to_gaudi earlier in the code (#133) regisss 2024-04-26 11:07:27 +0200
• c6a31b9e2b v2.0.0 (#1736) OlivierDehaene 2024-04-12 18:38:34 +0200
• 6ad5aa7180 Fix typo in guidance.md (#1735) Ikko Eltociear Ashimine 2024-04-12 23:51:07 +0900
• f6d5c2edf2 feat: medusa v2 (#1734) OlivierDehaene 2024-04-12 16:24:45 +0200
• 661081d2d2 Improve the defaults for the launcher (#1727) Nicolas Patry 2024-04-12 14:20:31 +0200
• a6890cbea9 feat: update readme and container version add-quickstart-script drbh 2024-04-26 00:46:11 +0000
• d4077f70db feat: add one line quickstart drbh 2024-04-26 00:29:43 +0000
• d7983d93be fix: skip all mistral test to enable CI skip-mistral-test drbh 2024-04-25 18:04:07 -0400
• 949b889c33 fix: take into account logits frequency so far in a generation stream when apply freq penalty martini 2024-04-25 23:47:20 +0200
• ee47973a2f
  Use the generation config. (#1808) Nicolas Patry 2024-04-25 19:41:50 +0200
• eb08b9faef
  Update guidance docs to reflect grammar support in API (#1775) dr3s 2024-04-25 13:11:26 -0400
• ffea15d6b6 Ignore missing generation config. Nicolas Patry 2024-04-25 16:42:35 +0000
• 1f1885d911 Fix the openai backend + evading the @property of tokenizer.eos_token_id. Nicolas Patry 2024-04-25 16:20:25 +0000
• fd705ef292 Damned tensor equality. Nicolas Patry 2024-04-25 15:04:53 +0000
• 7a62f74d7f chore(cargo-toml): apply lto fat and codegen-units of one (#1651) Christof Weickhardt 2024-04-12 12:34:13 +0200
• e6421f6e53 fix(router): fix a possible deadlock in next_batch (#1731) OlivierDehaene 2024-04-12 10:59:04 +0200
• 0707a094b1 Upgrade EETQ (Fixes the cuda graphs). (#1729) Nicolas Patry 2024-04-12 08:15:28 +0200
• 935d56abfe Fp8 Support (#1726) Nicolas Patry 2024-04-12 08:13:30 +0200
• 194fcb4a3d Dev/mask ldconfig output v2 (#1716) oOraph 2024-04-11 19:31:48 +0200
• c4ee0a653d Revert "Easier defaults for models stemmed from configs." Nicolas Patry 2024-04-11 12:51:57 +0000
• e428c7c246 Easier defaults for models stemmed from configs. Nicolas Patry 2024-04-11 12:48:39 +0000
• d9dcfe4521 Update libraries (#1713) abhishek thakur 2024-04-11 10:37:35 +0200
• d1d0b3cbd6 hotfix: mixtral OlivierDehaene 2024-04-10 18:38:08 +0200
• a1b65e5919 fix: fix CohereForAI/c4ai-command-r-plus (#1707) OlivierDehaene 2024-04-10 17:20:25 +0200
• 650f45ce77 Python. Nicolas Patry 2024-04-25 14:33:29 +0000
• 2b2f4dee94 Adding Llava-Next (Llava 1.6) with full support. (#1709) Nicolas Patry 2024-04-09 21:32:00 +0200
• f6243fc8ad Moving logic closer to use. Nicolas Patry 2024-04-25 16:02:11 +0200
• fccf5edf45
  Updating the benchmarks so everyone uses openai compat layer. (#1800) Nicolas Patry 2024-04-25 15:42:17 +0200
• f33fccfb13 Handle None. Nicolas Patry 2024-04-25 15:41:18 +0200
• 12b3765896 Revamp slightly. Nicolas Patry 2024-04-25 13:38:06 +0000
• 0acac5cb7a
  feat: improve temperature logic in chat (#1749) drbh 2024-04-25 09:31:35 -0400
• ec0d913434 Fmt + clippy. Nicolas Patry 2024-04-25 14:59:26 +0200
• 80fda35249 Use the generation config. Nicolas Patry 2024-04-25 14:57:20 +0200
• 7d07e92d94 Lint. Nicolas Patry 2024-04-25 14:35:58 +0200
• 351bd5f173 Automatic quantization config. (#1719) Nicolas Patry 2024-04-09 10:27:57 +0200
• fb998dac5c Revert license to Apache 2.0 (#1714) OlivierDehaene 2024-04-08 15:06:16 +0200
• 8d4aec0546 Regenerate ld.so.cache (#1708) oOraph 2024-04-08 08:52:10 +0200
• 3417398c9a Force weights_only (before fully breaking pickle files anyway). (#1710) Nicolas Patry 2024-04-05 19:23:57 +0200