Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi/add-ci

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

neuron_backend_ci_test

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-2982-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3172

#3174

#3176

#3179

#318

#3182

#3184

#32

#325

#327

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

Mono Color

• 87a0af4ec2
  Update transformers to 4.51 (#3148) Mohit Sharma 2025-04-07 16:25:43 +0530
• 9c26b52940
  Use ROCM 6.3.1 (#3141) Mohit Sharma 2025-04-07 16:25:11 +0530
• edde1d7132
  Lint. Nicolas Patry 2025-04-07 09:43:21 +0200
• da5f2a82e9
  Lint. Nicolas Patry 2025-04-07 09:39:00 +0200
• 10a5dfee70
  Those tests cannot be run in CI. Nicolas Patry 2025-04-07 09:20:04 +0200
• d239884b8e
  Fixing bug in mllama. Nicolas Patry 2025-04-07 09:18:29 +0200
• 9b50bada65
  Forcing torchvision to be in there. Nicolas Patry 2025-04-07 09:09:49 +0200
• 23f82b7b65
  Upgrading the nix deps too. Nicolas Patry 2025-04-07 08:33:51 +0200
• fe1b621c33 update transformres Pedro Cuenca 2025-04-06 12:16:12 +0000
• c67546fd40
  Release 3.2.2 v3.2.2 git_v3.2.2 Nicolas Patry 2025-04-06 11:40:52 +0200
• d23b385eee
  Preparing for release. (#3147) Nicolas Patry 2025-04-06 11:36:00 +0200
• d8dd633c8b
  Merged tgi-nix update. Nicolas Patry 2025-04-06 11:19:16 +0200
• b3024ca9f7
  Adding hf-xet dependency. Nicolas Patry 2025-04-06 11:14:03 +0200
• b3e8dfbfd8
  Merge af546505ad into d9bb9bebc9 Drew Paettie 2025-04-06 10:57:08 +0200
• e34a108b93
  Preparing for release. Nicolas Patry 2025-04-06 10:25:58 +0200
• d9bb9bebc9
  Add llama4 (#3145) Mohit Sharma 2025-04-06 13:50:22 +0530
• 0b1d253c04
  Fixing the CI. Nicolas Patry 2025-04-06 10:18:29 +0200
• f2be5f3db4
  Upgrade doc + fix linting. Nicolas Patry 2025-04-06 10:10:37 +0200
• 53567b0028 remove tr version add_L4 Mohit Sharma 2025-04-05 19:57:36 +0000
• 04aab711a7 remove redundant changes Mohit Sharma 2025-04-05 15:42:31 +0000
• 8094de91fc Add tests Mohit Sharma 2025-04-05 15:33:30 +0000
• 29703dbd27 fix warmup issue for mllama Wang, Yi A 2025-04-04 05:42:59 -0700
• b48bfb7a6f fix docker Mohit Sharma 2025-04-04 13:35:04 +0000
• 2558124ad8 fix typos baptiste 2025-04-04 07:46:42 +0000
• 2c837c671d remove debug comments baptiste 2025-04-04 07:45:13 +0000
• 32b00e039b feat(test): add more models to integration tests baptiste 2025-04-04 07:40:37 +0000
• 064c7bd03c feat(gaudi): add integration test baptiste 2025-03-28 08:58:28 +0000
• 7a57b01002 Add cache position Mohit Sharma 2025-04-03 10:26:48 +0000
• 7025e77b88
  Merge 1cb904e619 into 3d059f91ab Jim Burtoft 2025-04-03 08:39:44 +0000
• 3d059f91ab
  Gaudi: Use exponential growth to replace BATCH_BUCKET_SIZE (#3131) Yuan Wu 2025-04-03 16:34:53 +0800
• 8591687561 refine log and fix some issue Wang, Yi A 2025-04-02 19:11:35 -0700
• 102e29902a add kvcache dtype Wang, Yi A 2025-04-02 19:29:01 -0700
• 22aaf497b7 update docker Mohit Sharma 2025-04-02 13:08:51 +0000
• cc0552f8fc fixes and improvements Mohit Sharma 2025-04-02 11:39:23 +0000
• a84da5b698 optimize code Wang, Yi A 2025-04-02 00:56:15 -0700
• 705cc0b619 multi-modality warmup Wang, Yi A 2025-04-01 23:57:07 -0700
• 8e01191b4c add model Mohit Sharma 2025-04-01 16:11:19 +0000
• 06663162b4 add model Mohit Sharma 2025-04-01 15:51:36 +0000
• 9d85ac9485 LLM warmup logic Wang, Yi A 2025-03-30 20:20:09 -0700
• c55a8caea2 remove torch.where to fix incorrect output in hpu graph model Wang, Yi A 2025-03-31 22:51:54 -0700
• 065f87a337 IPEX support FP8 kvcache Wang, Yi A 2025-03-29 02:31:38 -0700
• bfcc1df91f test_kernel aiter_kernels Mohit Sharma 2025-03-28 16:17:13 +0000
• f0e5faec1a fix some issue Wang, Yi A 2025-03-28 07:01:06 -0700
• 376e0507b7 missing gptj change... Wang, Yi A 2025-03-28 01:08:40 -0700
• 787dbe98a8 fix comment Wang, Yi A 2025-03-28 00:09:26 -0700
• 7914e980e2 Merge branch 'main' into gaudi_backend_pa Wang, Yi A 2025-03-28 00:03:49 -0700
• 1508ee8de1 remove block_tables and prefill_cache_indices which will lead to dynamic shape Wang, Yi A 2025-03-27 22:51:21 -0700
• 7900be5ac3 warmup decode Wang, Yi A 2025-03-26 20:19:13 -0700
• ba7a131e04 add warmup_decode Wang, Yi A 2025-03-26 17:39:26 -0700
• 23c7d11cde add updated makefile Mohit Sharma 2025-03-26 16:18:29 +0000
• c553a9cd77 update dockerfile Mohit Sharma 2025-03-26 16:13:55 +0000
• 0142550096
  nix-v3.2.1 -> v3.2.1-nix (#3129) Corentin REGAL 2025-03-26 15:36:43 +0100
• fd70ad703e warmup prefill Wang, Yi A 2025-03-25 22:21:44 -0700
• f5f14dc660
  Gaudi: Fix llava-next and mllama crash issue (#3127) Yuan Wu 2025-03-25 22:08:15 +0800
• 69773767c5 enable fp8 Wang, Yi A 2025-03-24 20:21:45 -0700
• cee44bff7a Improve message to be useful without spans message-more-info Corentin REGAL 2025-03-24 16:00:09 +0100
• 54d15462dc
  Torch 2.6 (#3134) Nicolas Patry 2025-03-24 11:55:49 +0100
• 6868a13433
  Upgrade to transformers 4.50 Nicolas Patry 2025-03-24 11:39:41 +0100
• 3964db61c0
  TGI-nix main. Nicolas Patry 2025-03-24 10:09:26 +0100
• 9aadfb2407 Remove debug modifications yuanwu 2025-03-24 01:13:45 +0000
• 94ebf9317b
  Time upgrade. Nicolas Patry 2025-03-23 23:14:06 +0100
• 0dacfcad19
  Upgrade toolchain. Nicolas Patry 2025-03-23 23:05:00 +0100
• f3e22d7206
  Don't upgrade just yet. Nicolas Patry 2025-03-23 22:59:22 +0100
• 2fa9ebe960
  Upgrade the toolchain. Nicolas Patry 2025-03-23 22:58:48 +0100
• 62fb552669
  Torch 2.6 Nicolas Patry 2025-03-23 21:49:09 +0100
• 8d221b7b79 fix gptq issue Wang, Yi A 2025-03-22 20:58:37 -0700
• 9914ffe1f1 remove unused quantization code and enable awq/gptq int4 Wang, Yi A 2025-03-21 18:28:58 -0700
• e721574729 fix: update test for tool_call_id in Message improve-tool-call-and-response-ids drbh 2025-03-14 15:23:07 +0000
• 042a6bc365 fix: bump openapi docs to include FunctionDefinition.id drbh 2025-03-14 14:33:49 +0000
• af78f46c3d feat: align function id with tool call response drbh 2025-03-13 19:16:47 +0000
• 65c6008847 fix: bump openapi doc with new grammar option pr-2982-ci-branch drbh 2025-03-17 14:51:33 +0000
• 71ef9da72c feat: support json_schema grammar constraining and add tests drbh 2025-03-14 18:13:03 +0000
• 5e61553f48 fix: another end-of-file-fixer lint drbh 2025-02-20 23:46:04 +0000
• 92025e4b67 fix: add test snapshots and avoid docs change drbh 2025-02-20 23:45:15 +0000
• 5e6ac4ff63 fix: end-of-file-fixer lint drbh 2025-02-20 18:39:15 -0500
• 0928018ac2 fix: various linter adjustments drbh 2025-02-20 21:18:16 +0000
• d278d3cf4c Add tests for all aliases Alex Weston 2025-01-30 14:11:05 -0500
• d9cac33231 Add json_schema alias for GrammarType Alex Weston 2025-01-30 14:03:54 -0500
• b5bac0dd2d Add comments for support of models Mohit Sharma 2025-03-21 14:11:15 +0000
• 50ffe00a1a Improve attn_implementation Mohit Sharma 2025-03-21 13:44:40 +0000
• b41faae318 cleanup comment Mohit Sharma 2025-03-21 11:28:40 +0000
• ac6fc70c75 Add support for other vlm Mohit Sharma 2025-03-21 11:22:12 +0000
• 2d2c56361d Gaudi: Use exponential growth to replace BATCH_BUCKET_SIZE yuanwu 2025-03-21 05:46:08 +0000
• fdf0733f56 fix incorrect output in qwen2 idefics if hpu graph is used Wang, Yi A 2025-03-21 01:01:37 -0700
• 36b6612f97 adjust warmup and enable vlm Wang, Yi A 2025-03-20 01:09:58 -0700
• c6f97fd884 Change default values yuanwu 2025-03-21 05:50:08 +0000
• 3c6630c6e9 Fix the errors of style check yuanwu 2025-03-21 05:47:18 +0000
• e5b1aed2b3 nix-v3.2.1 -> v3.2.1-nix make it easier to check for version using semver semantic (same major and minor) Corentin REGAL 2025-03-20 16:34:03 +0100
• 2e60a8dd65
  CI: enable server tests for backends (#3128) Baptiste Colle 2025-03-20 16:07:31 +0100
• d8d09f9c7b initial changes Mohit Sharma 2025-03-20 14:22:42 +0000
• e5503eba78
  configurable termination timeout (#3126) Erik Kaunismäki 2025-03-20 14:25:56 +0100
• e3ea961d32 add test for backends baptiste 2025-03-20 09:40:38 +0000
• f95aa42660 multi-modality initial PR Wang, Yi A 2025-03-19 23:27:27 -0700
• bb55318f81 Fix llava-next and mllama crash issue yuanwu 2025-03-20 05:39:26 +0000
• d5b78ba16f Merge branch 'main' into gaudi_backend_pa Wang, Yi A 2025-03-19 18:15:08 -0700
• 69936732eb feat: allow model load and stub logits enable-transformers-vlm drbh 2025-03-19 19:55:19 +0000
• f81b51d7d2
  Fmt. Nicolas Patry 2025-03-19 15:04:28 +0100
• 7c030f0618
  Updating documentation. Nicolas Patry 2025-03-19 15:03:47 +0100
• 2074d0516b enable dbrx remove some unused code Wang, Yi A 2025-03-19 03:16:41 -0700
• 45075d167f make shard and webserver termination timeouts configurable erikkaum 2025-03-19 10:46:57 +0100