Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi/add-ci

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

neuron_backend_ci_test

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-2982-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3172

#3174

#3176

#3179

#318

#3182

#3184

#32

#325

#327

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

Mono Color

• 0b710f9671
  Update tehe doc. Nicolas Patry 2025-03-07 20:17:23 +0100
• 207a70e7be
  Fixing the tool calling convention. Nicolas Patry 2025-03-07 19:42:36 +0100
• b447f7e821
  Fix qwen vl (#3096) Nicolas Patry 2025-03-11 11:00:41 +0100
• 925954c34c
  Fixing the CI. Nicolas Patry 2025-03-11 10:59:20 +0100
• 911910c5d2
  Fixing qwen2.5 VL. Nicolas Patry 2025-03-11 10:57:58 +0100
• 094975c3a8
  Update the llamacpp backend (#3022) Adrien Gallouët 2025-03-11 09:19:01 +0100
• 6e8af50d2b
  Update README.md celsowm 2025-03-10 18:55:02 -0300
• dc5f05f8e6
  Pr 3003 ci branch (#3007) drbh 2025-03-10 12:56:19 -0400
• 124398fa57
  hotfix: qwen2 formatting (#3093) Daniël de Kok 2025-03-10 16:19:50 +0100
• 751708aa70 cargo fmt Daniël de Kok 2025-03-10 15:09:59 +0000
• d0cb06af4a hotfix: qwen2 formatting Daniël de Kok 2025-03-10 15:01:23 +0000
• c5ecc7a4de
  Small test and typing fixes (#3078) Daniël de Kok 2025-03-10 15:08:23 +0100
• 0a9f0dc53a More typing fixes Daniël de Kok 2025-03-06 16:48:34 +0000
• ed5bfe4241 test_weights: add modules_to_not_convert Daniël de Kok 2025-03-06 16:44:10 +0000
• cae0cbe87d
  Add modules_to_not_convert in quantized model (#3053) jiqing-feng 2025-03-10 22:03:51 +0800
• bbe218a4f7
  Add qwen2 multi lora layers support (#3089) EachSheep 2025-03-10 19:42:59 +0800
• 58a65f7914
  Add request parameters to OTel span for /v1/chat/completions endpoint (#3000) Alex Weston 2025-03-10 07:26:57 -0400
• 976eae216f
  Nix: the launcher needs a Python env with Torch for GPU detection (#3085) Daniël de Kok 2025-03-10 12:11:10 +0100
• e2dba5c0ad feat(upstream): add depreaction message for the tgi-gaudi fork due to upstream of gaudi baptiste 2025-03-10 10:43:09 +0000
• 4d07b773e0 add qwen2 multi lora layers support to solve problem like https://github.com/huggingface/text-generation-inference/issues/2881, the similar PR are at https://github.com/huggingface/text-generation-inference/pull/2883 hjs 2025-03-09 13:21:56 +0800
• 3598fcdf59
  Update the snapshot a bit. Nicolas Patry 2025-03-07 19:55:02 +0100
• 6f4d496376
  Ruff. Nicolas Patry 2025-03-07 11:17:40 +0100
• e2f4eed6d6
  Tweak for multi prompt. Nicolas Patry 2025-03-07 10:34:33 +0100
• 9aa71d61fb
  Clippy. Nicolas Patry 2025-03-06 16:31:20 +0100
• 818c8db29a
  change ChatCompletionChunk to align with "OpenAI Chat Completions streaming API" Nicolas Patry 2025-03-06 16:24:11 +0100
• 622908deab
  Fix tool call2 (#3076) Nicolas Patry 2025-03-07 19:45:57 +0100
• 55a6618434
  Update --max-batch-total-tokens description (#3083) Alvaro Bartolome 2025-03-07 14:24:26 +0100
• 902156ca6f Nix: the launcher needs a Python env with Torch for GPU detection Daniël de Kok 2025-03-07 12:50:50 +0000
• a1b3887846
  Update docstring in launcher/src/main.rs instead Alvaro Bartolome 2025-03-07 13:25:24 +0100
• 7a40844734
  Update --max-batch-total-tokens description Alvaro Bartolome 2025-03-07 13:15:41 +0100
• 036d802b62
  Nix: add openai to impure shell for integration tests (#3081) Daniël de Kok 2025-03-07 13:04:21 +0100
• b53d1eb0d4 Nix: add openai to impure shell for integration tests Daniël de Kok 2025-03-07 11:09:04 +0000
• e2846f76fa
  No root user TGI. no_root_user2 Nicolas Patry 2025-03-07 11:23:02 +0100
• aba419a0cc
  Fix crash issue of llava-next fp8 (#286) Yuan Wu 2025-03-07 17:31:58 +0800
• 17a9bb962e
  Update the old test. Nicolas Patry 2025-03-07 10:11:13 +0100
• b9467b95a0
  wip: comment out prepend full_text John Castronuovo 2025-03-06 19:50:47 -0500
• 5a5a51217e
  Stop being root in the docker. no_root_user Nicolas Patry 2025-03-06 16:45:55 +0100
• 062be12812
  Clippy. Nicolas Patry 2025-03-06 16:25:21 +0100
• 0e0844ce00
  Upgrade other tests. Nicolas Patry 2025-03-06 16:19:37 +0100
• ad904be5fc
  Add the requirements. Nicolas Patry 2025-03-06 13:25:28 +0100
• a9ac7d7f61
  Update all the integration tests. Nicolas Patry 2025-03-06 13:24:29 +0100
• cd57fea11b
  Fix Llava next crash issue (#285) Yuan Wu 2025-03-06 17:12:21 +0800
• 3350aa7125
  Arguments output is a string. Nicolas Patry 2025-03-05 15:38:33 +0100
• b22eace4b3
  Making tool_calls a vector. Nicolas Patry 2025-03-05 15:13:25 +0100
• 8e92942a18
  Making tool_calls a vector. (#3075) Nicolas Patry 2025-03-05 22:32:31 +0100
• 5208d3f93e
  Less spammy logs too. Nicolas Patry 2025-03-05 20:58:27 +0100
• a495ee5342
  Trying to reduce the logs in the case of errors. Nicolas Patry 2025-03-05 20:50:43 +0100
• 3208d1cd1d
  Revert "Trying to reduce the logs in the case of errors." Nicolas Patry 2025-03-05 20:52:38 +0100
• cdf70d6a28
  Trying to reduce the logs in the case of errors. Nicolas Patry 2025-03-05 20:50:43 +0100
• dc024a9432
  Updating the old tests. Nicolas Patry 2025-03-05 18:29:29 +0100
• ab9dafc68f
  Making sure Olmo (transformers backend) works. (#3074) Nicolas Patry 2025-03-05 17:46:47 +0100
• 20ea73c6d4
  Fix mistralai/Mistral-7B-Instruct failed issue (#284) Yuan Wu 2025-03-06 00:01:23 +0800
• 3f7369d1c1
  Add --build-arg llamacpp_native & llamacpp_cpu_arm_arch Adrien Gallouët 2025-03-05 15:49:35 +0000
• e2c2fc0a49
  Add openai dependency. Nicolas Patry 2025-03-05 16:23:18 +0100
• d57a91b9e5
  Fixing the nix overlay with updated version. Nicolas Patry 2025-03-05 16:04:40 +0100
• 74c406d561
  Update doc. Nicolas Patry 2025-03-05 15:39:52 +0100
• 175a059061
  Making tool_calls a vector. Nicolas Patry 2025-03-05 15:13:25 +0100
• d8e93a1baa
  Making sure Olmo (transformers backend) works. Nicolas Patry 2025-03-05 12:24:25 +0100
• 31766dad77
  Force upgrade transformers version for olmo. Nicolas Patry 2025-03-05 12:17:09 +0100
• 8a79cfd077
  Bump llama.cpp Adrien Gallouët 2025-03-05 11:07:11 +0000
• 8fe851209c
  Support HF_HUB_USER_AGENT_ORIGIN Adrien Gallouët 2025-03-05 10:59:01 +0000
• aadd624933
  Update Cargo.lock Adrien Gallouët 2025-02-22 15:49:35 +0000
• 46feaf6296
  Remove make-gguf.sh Adrien Gallouët 2025-02-22 12:54:46 +0000
• 3849223340
  Bump llama.cpp and switch to ggml-org Adrien Gallouët 2025-02-20 15:57:45 +0000
• 0a55bd3db9
  Quantize without llama-quantize Adrien Gallouët 2025-02-20 15:40:40 +0000
• 6223b6e264
  Fix build with Mach-O Adrien Gallouët 2025-02-20 13:44:41 +0100
• d41183a0b4
  Save gguf in models/MODEL_ID/model.gguf Adrien Gallouët 2025-02-19 16:13:50 +0000
• 961a133d4b
  Update installed packages Adrien Gallouët 2025-02-19 16:47:42 +0100
• 7388468e26
  Update doc Adrien Gallouët 2025-02-14 18:09:09 +0000
• 0d01a89f0f
  Better error message Adrien Gallouët 2025-02-14 17:56:35 +0000
• 2242d1a67c
  Update doc Adrien Gallouët 2025-02-14 13:36:54 +0000
• 30cd3cf510
  Enable mmap, offload_kqv & flash_attention by default Adrien Gallouët 2025-02-14 13:18:28 +0000
• 46bc8e6bc7
  Bump llama.cpp Adrien Gallouët 2025-02-14 13:11:20 +0000
• 2d4aa25b9c
  Make --model-gguf optional Adrien Gallouët 2025-02-14 12:59:45 +0000
• bda39e42c2
  Build faster Adrien Gallouët 2025-02-14 11:54:59 +0000
• ec35976f82
  Only add token when it is defined. (#3073) Nicolas Patry 2025-03-05 11:59:52 +0100
• cb42b3ad83
  fix(neuron): explicitly install toolchain (#3072) David Corvoysier 2025-03-05 11:46:58 +0100
• 9b34930ba1
  Update router/src/server.rs Nicolas Patry 2025-03-05 11:45:53 +0100
• 6777b1075d
  Only add token when it is defined. Nicolas Patry 2025-03-05 11:16:55 +0100
• 7a9250fd5c ci(neuron): trigger CI when Dockerfile is modified David Corvoysier 2025-03-05 09:34:03 +0000
• 51dc01474a fix(neuron): explicitly install toolchain David Corvoysier 2025-03-05 09:15:59 +0000
• c34bd9d8d9
  3.1.1 Release. v3.1.1 git_3.1.1 Nicolas Patry 2025-03-04 18:11:30 +0100
• 491ed9e11d
  Patch rust release. (#3069) Nicolas Patry 2025-03-04 18:07:33 +0100
• 144d99c147
  Fix a tiny typo in monitoring.md tutorial (#3056) Sadra Barikbin 2025-03-04 19:36:26 +0330
• e50e47eb92
  Update clippy. Nicolas Patry 2025-03-04 17:03:51 +0100
• 1a8c4a773c
  Fixing the github action. Nicolas Patry 2025-03-04 16:56:05 +0100
• bbc68748b7
  Merge branch 'main' into patch_rust Nicolas Patry 2025-03-04 16:50:57 +0100
• 1b4ecd41e0
  Fixing docker llamacpp. Nicolas Patry 2025-03-04 16:48:39 +0100
• 08bbfa16a1
  Preparing for release. (#3060) Nicolas Patry 2025-03-04 16:47:10 +0100
• d8ff7f2623
  feat: add support for HF_HUB_USER_AGENT_ORIGIN to add user-agent Origin field in Hub requests. (#3061) Hugo Larcher 2025-03-04 16:43:50 +0100
• 7b1c585019
  Fixing the github action. Nicolas Patry 2025-03-04 15:41:03 +0000
• 23d9b8aec5
  Typo. Nicolas Patry 2025-03-04 15:28:28 +0000
• d688786a64
  1.85 since the GH action doesn't respect the override. Nicolas Patry 2025-03-04 15:25:46 +0000
• 91dda6ae59
  Move to the proper version of Rust. Nicolas Patry 2025-03-04 15:21:26 +0000
• 2b8580a34a
  Fix neuron dockerfile. Nicolas Patry 2025-03-04 15:15:31 +0000
• e88f6f6ee9
  Add property-based testing for RadixAllocator (#3068) Daniël de Kok 2025-03-04 15:09:46 +0100
• db0ac03603
  Put back the toolchain ? Nicolas Patry 2025-03-04 12:51:15 +0000
• 262ab01bd5
  Upgrade rust toolchain. Nicolas Patry 2025-03-04 13:44:18 +0100
• a81dab55ee
  Trying to remove the rust-toolchain hardcoded in action. Nicolas Patry 2025-03-04 13:39:59 +0100
• ddf0b02240
  All the assertions. tmp_invariants Nicolas Patry 2025-02-28 17:41:22 +0100