Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi/add-ci

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

neuron_backend_ci_test

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-2982-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3172

#3174

#3176

#3179

#318

#3182

#3184

#32

#325

#327

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

Mono Color

• 3f29043d7e
  Patch rust release. Nicolas Patry 2025-03-04 12:14:58 +0000
• a914a21899
  Revert "Patch rust release." Nicolas Patry 2025-03-04 12:16:18 +0000
• aad9c2b0bd
  Patch rust release. Nicolas Patry 2025-03-04 12:14:58 +0000
• 1f35cc7a31
  Updating patch rust release. Nicolas Patry 2025-03-04 12:13:58 +0000
• a18c13f75d Fix two edge cases in RadixTrie::find Daniël de Kok 2025-03-03 12:59:26 +0000
• 7d289b2663
  fix: PR comments, use rust-toolchain.toml Hugo Larcher 2025-03-03 10:30:55 +0100
• 683ff53fa3
  Add Gaudi Backend (#3055) Baptiste Colle 2025-02-28 12:14:58 +0100
• e66bbfff2e use DefaultWeightsLoader in skip modules jiqing-feng 2025-02-28 10:35:13 +0000
• c35810d6f0
  Fix the loading issue of 90B (#283) Yuan Wu 2025-02-28 18:20:55 +0800
• f72547c9fb feat(metrics): remove ngrok mandatory feature for backendv3 crate proxy_sse_engine_state Morgan Funtowicz 2025-02-27 22:56:04 +0100
• 712199c769 feat(metrics): dispatch internal engine state event from queuing/batching tasks Morgan Funtowicz 2025-02-27 22:43:20 +0100
• 1a9c5dec76 feat(metrics): update Cargo.lock Morgan Funtowicz 2025-02-27 21:33:41 +0100
• efb20054aa feat: consolidate streaming and event creation logic and add tests for streaming generations pr-2954-ci-branch drbh 2025-02-27 16:12:51 +0000
• 8de41f63a8 feat(metrics): exposes the engine state as an endpoint Morgan Funtowicz 2025-02-27 16:58:02 +0100
• 1d3a4ab851
  Enable mllama (#272) Yuan Wu 2025-02-27 23:12:15 +0800
• bb8f59632f feat(metrics): exposes queue size as tokens along with individual requests count Morgan Funtowicz 2025-02-27 14:32:51 +0100
• 7cdbd694b3 fix(gaudi): refactor server and implement requested changes baptiste 2025-02-27 12:59:27 +0000
• ca8763bc54
  fix: Rust version for Neuron Hugo Larcher 2025-02-27 10:11:44 +0100
• 380e73dba9 Added model name label to metrics and added an optional argument --served-model-name “yashaswipiplani” 2025-02-27 08:35:33 +0000
• 1cb904e619
  Update model.py Jim Burtoft 2025-02-26 18:47:33 -0500
• 1ebee925ff
  feat: add support for HF_HUB_USER_AGENT_ORIGIN to add user-agent Origin field in Hub requests. Hugo Larcher 2025-02-26 22:11:08 +0100
• 330f2e419f feat: improve partial parsing types and add test for balancing and partial parsing drbh 2025-02-26 18:53:12 +0000
• a5ddc9db52 feat: refactor and simplify chat stream more, bump tests and support stream_options drbh 2025-02-25 20:55:56 +0000
• c4cb54c23e fix: bump integrations requirements drbh 2025-02-24 21:56:26 +0000
• 31a536d796 feat: refactor chat stream to remove state machine and simplfy logic drbh 2025-02-24 21:51:33 +0000
• a416ddbdd9 fix: adjust integration tests for openai client dep drbh 2025-02-19 11:46:10 -0500
• e1b6d5be4a fix: clippy cleanup drbh 2025-02-18 21:31:20 +0000
• 538456ba68 fix: only send function name on first stream event drbh 2025-02-18 21:13:03 +0000
• 68aa6b1af0 fix: bump requirements file too drbh 2025-02-17 14:54:49 +0000
• fd611f30c9 fix: bump integration test deps for openai drbh 2025-02-17 14:40:31 +0000
• 7d17d7cef7 fix: bump client tests for api changes drbh 2025-02-17 14:19:52 +0000
• c215c0de88 fix: bump client test expected prefill drbh 2025-02-17 13:56:59 +0000
• 1529a676d9 fix: remove snap with incorrect naming drbh 2025-02-17 13:41:06 +0000
• 40f905d00b fix: adjust stream, improve tests and add openai client test drbh 2025-02-17 13:38:49 +0000
• 07c20903e5 fix: ensure wrapping curly is not included drbh 2025-02-11 15:05:14 +0000
• dbce04e4d3 fix: adjust streaming tool response drbh 2025-02-11 14:22:03 +0000
• 5f030140be fix: bump openapi spec drbh 2025-02-10 15:14:00 +0000
• 0ca7af8830 feat: serialize function definition with serialize_as_string drbh 2025-02-07 22:27:24 +0000
• 983b9675d6 fix: Functioncall is actually a bit different than the deprecated function definition type Nicolas Casademont 2025-02-04 11:09:55 +0100
• c1c4dfb521 fix: Allow back arguments in function definition and the corresponding test Nicolas Casademont 2025-02-04 11:07:42 +0100
• 8542e2b746 feat: Make streaming for tool calling behave the same as the open ai api Nicolas Casademont 2025-01-24 14:42:25 +0100
• 9a9a763eee fix: Adapt function call response to return a json string for arguments Nicolas Casademont 2025-01-24 11:47:01 +0100
• d88ae2c5b2
  Fix update doc along. Nicolas Patry 2025-02-26 14:45:58 +0100
• 733eb5fa90
  Fix docs auto-generated. Nicolas Patry 2025-02-26 14:43:48 +0100
• bb0bbbd485
  Upgrade doc. Nicolas Patry 2025-02-26 14:31:52 +0100
• eb8e7f6ff8
  Preparing for release. Nicolas Patry 2025-02-26 14:19:53 +0100
• b7bdbbd8c0 revert unquantized changes jiqing-feng 2025-02-26 12:23:33 +0000
• 5eec3a8bb6
  Avoid running neuron integration tests twice (#3054) David Corvoysier 2025-02-26 12:15:01 +0100
• b370902626 test(neuron): try to reduce download errors David Corvoysier 2025-02-25 12:54:22 +0000
• be06297e62 feat(neuron): cleanup Dockerfile David Corvoysier 2025-02-25 09:10:25 +0000
• d59b4fdce9 doc(neuron): update links to installation page David Corvoysier 2025-02-25 10:48:17 +0000
• e783f88dc5 test(neuron): remove erroneous line David Corvoysier 2025-02-25 09:21:25 +0000
• f6859c4179 test(neuron): remove redundant subdirectory David Corvoysier 2025-02-25 09:07:19 +0000
• 0cff388a10 ci(neuron): rename precompilation job David Corvoysier 2025-02-25 10:40:42 +0000
• 40e2f3f995 ci(neuron): do not run tests twice David Corvoysier 2025-02-25 10:39:36 +0000
• 53c1226939 test(neuron): add helper to batch export models David Corvoysier 2025-02-24 17:37:37 +0000
• 70e846d53b test(neuron): refactor to prepare batch export David Corvoysier 2025-02-24 17:36:26 +0000
• b0069e0485
  fix: run linters and fix formatting (#3057) drbh 2025-02-25 16:11:34 -0500
• 245f716706 fix: run linters and fix formatting drbh 2025-02-25 12:08:05 -0500
• 77dca4dfbe fix prehooks issues baptiste 2025-02-25 15:24:35 +0000
• 4329deb283
  Update monitoring.md Sadra Barikbin 2025-02-25 17:03:14 +0330
• 31535bcde2 fix: fix style baptiste 2025-02-25 13:16:11 +0000
• c08005a4cd feat(gaudi): new gaudi backend working baptiste 2025-02-24 09:48:44 +0000
• cc754c43c0 wip(gaudi): import server and dockerfile from tgi-gaudi fork Ubuntu 2025-02-24 08:40:44 +0000
• d7a24c03cf
  some minor fix (#3048) Wang, Yi 2025-02-25 19:07:55 +0800
• bc4eb25d41 fix tp quant skip jiqing-feng 2025-02-24 17:27:14 +0000
• a332862510 fix format jiqing-feng 2025-02-24 16:22:34 +0000
• 0bad926fb8 fix modules_to_not_convert jiqing-feng 2025-02-24 16:11:48 +0000
• cea9dbc971
  You need to seek apparently. (#3049) Nicolas Patry 2025-02-24 14:58:23 +0100
• c00add9c03
  Add Neuron backend (#3033) David Corvoysier 2025-02-24 09:10:05 +0100
• 3e7a879773 xpu 2.6 update Wang, Yi A 2025-02-24 02:56:02 +0000
• 6706c9b4d9 test(neuron): added a small script to prune test models David Corvoysier 2025-02-21 15:02:52 +0000
• cd477d800c test(neuron): avoid using image sha when exporting models David Corvoysier 2025-02-21 12:46:57 +0000
• 05ca5e4c0f ci: doing a precompilation step (with a different token). Nicolas Patry 2025-02-20 15:57:33 +0100
• 10b57727c2 test(neuron): no error anymore when requesting too many tokens David Corvoysier 2025-02-20 17:26:56 +0000
• 4c0fa92cb4 feat(neuron): avoid installing CUDA in image David Corvoysier 2025-02-20 10:13:49 +0000
• b5e98a6d5a test(neuron): use smaller llama model David Corvoysier 2025-02-19 14:51:43 +0000
• 6f92198eb9 fix(neuron): avoid using Levenshtein David Corvoysier 2025-02-19 14:05:29 +0000
• 88a0948692 refactor: remove sagemaker entry-point David Corvoysier 2025-02-19 09:00:54 +0000
• ae37890eef fix(neuron): export models from container in test fixtures David Corvoysier 2025-02-18 17:47:54 +0000
• bb51c5138c feat: add neuron case to build ci drbh 2025-02-17 15:22:02 +0000
• 3bcc523e76 review: --privileged should be the exception David Corvoysier 2025-02-18 14:15:08 +0000
• a053523e93 review: remove ureq pinned version David Corvoysier 2025-02-18 13:54:31 +0000
• 00931438ea review: do not use latest tag David Corvoysier 2025-02-18 13:50:25 +0000
• 9c998f9f7e test: add --neuron option David Corvoysier 2025-02-18 12:30:34 +0000
• a3dcdab706 test(neuron): merge integration tests and fixtures David Corvoysier 2025-02-18 10:32:10 +0000
• 68e1c608f6 fix(neuron): increase ulimit when building image David Corvoysier 2025-02-17 15:22:36 +0000
• 90578bfc65 feat(neuron): add server and integration tests David Corvoysier 2025-02-12 09:10:47 +0000
• 27526a55bc feat(neuron): add server standalone installation David Corvoysier 2025-02-11 15:51:09 +0000
• d0ed1918d7 feat: add neuron backend David Corvoysier 2025-02-11 09:53:16 +0000
• 10e174b94a
  You need to seek apparently. Nicolas Patry 2025-02-21 18:47:17 +0100
• 16793c7f51 ci: add missing needs for integration tests neuron_backend_ci_test David Corvoysier 2025-02-21 13:15:07 +0000
• e12a8ab1cd ci: fix typo David Corvoysier 2025-02-21 12:53:05 +0000
• 7178ee718d ci: enclose if clause in brackets David Corvoysier 2025-02-21 10:06:39 +0000
• e8d04ec683 ci: temporarily run only gpt2 tests David Corvoysier 2025-02-21 10:16:47 +0000
• a381aed512 ci: temporarily remove documentation workflows David Corvoysier 2025-02-21 10:17:55 +0000
• a2a351e6e0 ci: temporarily restrict build to intel-cpu and neuron David Corvoysier 2025-02-21 10:04:46 +0000
• 0c0488a754 test(neuron): added a small script to prune test models David Corvoysier 2025-02-21 15:02:52 +0000
• 1e4e406d77 test(neuron): avoid using image sha when exporting models David Corvoysier 2025-02-21 12:46:57 +0000
• 97c5f7e685
  Use rotary kernel from the Hub (#3041) Daniël de Kok 2025-02-21 13:55:31 +0100