Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

patch_version_3.3.6

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

Mono Color

• 3d7b81535a
  Only link cuda driver librairies. Nicolas Patry 2024-09-13 16:50:29 +0200
• e898483db6
  Updating outlines to 0.0.46 Nicolas Patry 2024-09-13 15:38:38 +0200
• ce3efc83ed
  Remove tmate. Nicolas Patry 2024-09-12 16:28:01 +0200
• 7f58f7dc61
  Symlink all the things. Nicolas Patry 2024-09-12 16:23:33 +0200
• 42107de71f
  Let's try to find libnvidia-ml Nicolas Patry 2024-09-12 16:16:29 +0200
• edaa7f847d
  Does this work ? Nicolas Patry 2024-09-12 16:14:45 +0200
• d1e79ddae0
  Fix override. Nicolas Patry 2024-09-12 16:08:04 +0200
• db054b95df
  Check the paths. Nicolas Patry 2024-09-12 15:49:05 +0200
• afcd047a58
  Yaml yaml. Nicolas Patry 2024-09-12 15:44:12 +0200
• 60db294f9a
  Link cuda to nix ? Nicolas Patry 2024-09-12 15:38:57 +0200
• 8e7c7c61f1
  Let's see what the issue is ? Nicolas Patry 2024-09-12 15:21:05 +0200
• 815449da74
  Removing unused code. Nicolas Patry 2024-09-12 15:07:28 +0200
• c227345878
  Run on actual GPUs. Nicolas Patry 2024-09-12 14:52:36 +0200
• 3d73c99ebe
  Attempt at integration tests. Nicolas Patry 2024-09-12 14:47:18 +0200
• f47cdc1fe1
  Attempting rapidly the integration tests. Nicolas Patry 2024-09-12 14:27:48 +0200
• 38fcafcf96
  Adding a test for FD. (#2516) Nicolas Patry 2024-09-16 17:00:54 +0200
• 5726a9ca81 Move to moe-kernels package and switch to common MoE layer Daniël de Kok 2024-09-16 09:45:48 +0000
• 7774655297
  Add tests for Mixtral (#2520) Daniël de Kok 2024-09-16 12:39:18 +0200
• 5f82151e2e Add tests for Mixtral Daniël de Kok 2024-09-13 13:01:34 +0000
• 07efcf423e
  Increasing docker timeout. Nicolas Patry 2024-09-14 18:25:15 +0200
• 7d7fa19147
  Update the locks. Nicolas Patry 2024-09-14 16:29:58 +0200
• 6769e45711
  Update hash for slice.len() == 1 Nicolas Patry 2024-09-14 15:06:03 +0200
• 5fa332156f
  Use an actual hash. Nicolas Patry 2024-09-13 18:34:53 +0200
• 9e45a09a0a
  Last reference. Nicolas Patry 2024-09-13 18:23:06 +0200
• b043f56ed2
  Fixing radix with block_size > 1 Nicolas Patry 2024-09-13 18:01:56 +0200
• 4fc01e243d
  Fixing the invalid popping. Nicolas Patry 2024-09-13 16:49:28 +0200
• a08f7eb993
  Fixing flashdecoding (empty batch doesn't work). Nicolas Patry 2024-09-12 17:26:53 +0200
• f6697baf31
  Adding a test for FD. Nicolas Patry 2024-09-12 11:12:18 +0200
• 9cca3e0b03
  Use ratatui not (deprecated) tui (#2521) Alex Strick van Linschoten 2024-09-13 18:45:28 +0200
• 10628e878a Merge branch 'main' into gpt_awq_4 pr-2444-ci-branch Wang, Yi A 2024-09-13 04:45:19 -0400
• 4ba9210f91 fix docker Mohit Sharma 2024-09-12 15:45:06 +0000
• 3ac7df2b6d
  hotfix : enable intel ipex cpu and xpu in python3.11 (#2517) Wang, Yi 2024-09-12 23:23:49 +0800
• 628334d336
  fix: pass missing revision arg for lora adapter when loading multiple… (#2510) drbh 2024-09-12 17:04:52 +0200
• 59fd0cbdff add skinny kernel and merge fixes Mohit Sharma 2024-09-12 13:16:13 +0000
• d95c670ada
  Add nix test. (#2513) Nicolas Patry 2024-09-12 14:54:56 +0200
• 6b995cca30 enable intel ipex cpu and xpu in python3.11 pr-2517-ci-branch Wang, Yi A 2024-09-12 05:47:26 -0700
• a95084d5ea
  Ignore the cache for now. Nicolas Patry 2024-09-12 14:19:22 +0200
• 804715216e
  Attempting to use a cache location for the models. Nicolas Patry 2024-09-12 13:59:53 +0200
• 16f71106c2
  Up. Nicolas Patry 2024-09-12 13:52:59 +0200
• e60bdb2c89
  Update it a bit. Nicolas Patry 2024-09-12 13:51:11 +0200
• eaf2533d1a
  Test requires cargo for cargo fmt. Nicolas Patry 2024-09-12 13:45:35 +0200
• 89583ed0f3
  Missing pre-commit. Nicolas Patry 2024-09-12 13:41:58 +0200
• 0621dfce80
  Adding the other tests. Nicolas Patry 2024-09-12 13:31:48 +0200
• 533d9991e4
  Fixed the auth token ? Nicolas Patry 2024-09-12 12:24:36 +0200
• b7f1129f92
  Add the secrets. Nicolas Patry 2024-09-12 11:55:42 +0200
• 21832a1d4d
  Add a formatter. Nicolas Patry 2024-09-12 11:44:10 +0200
• ca934411d1
  Forgot this modification. Nicolas Patry 2024-09-12 11:36:43 +0200
• 46efc844d6
  Add the actual test target. Nicolas Patry 2024-09-12 11:35:48 +0200
• 75486de71d
  Different user ? Nicolas Patry 2024-09-12 11:27:22 +0200
• 21440a47a3
  Root user. Nicolas Patry 2024-09-12 11:23:34 +0200
• 952f503332
  Reemove server. Nicolas Patry 2024-09-12 11:16:37 +0200
• 5bd547cdf1
  Our runner + pure test (not written) Nicolas Patry 2024-09-12 11:15:47 +0200
• ca7267da0e
  Try thuis. Nicolas Patry 2024-09-11 18:11:29 +0200
• ead590b2af
  Fixing the test + adding click (needed for pre-commit hooks). Nicolas Patry 2024-09-11 18:00:54 +0200
• bffac7396a
  Modifying yourself means you need to rerun. Nicolas Patry 2024-09-11 17:27:09 +0200
• 4b6c723f6d
  Add nix test. Nicolas Patry 2024-09-11 17:22:01 +0200
• 94304649f1
  nix: support Python tokenizer conversion in the router (#2515) Daniël de Kok 2024-09-12 10:44:01 +0200
• 905e4b9ac8 nix: support Python tokenizer conversion in the router Daniël de Kok 2024-09-12 08:34:37 +0000
• 69e3be20fb
  Fix truffle (#2514) Nicolas Patry 2024-09-11 22:45:19 +0200
• dae3bf1d87
  Fix tokenization yi (#2507) Nicolas Patry 2024-09-11 22:41:56 +0200
• 555bdaa72e
  Attempt to fix trufflehog. Nicolas Patry 2024-09-11 22:13:01 +0200
• b181ee37f3
  Attempting to discard the trufflehog warning. Nicolas Patry 2024-09-11 21:46:54 +0200
• 730ccb9090
  Forcing 3.11 ? Nicolas Patry 2024-09-11 21:08:34 +0200
• bc4b0c2c70
  Why do we want mkl on AMD ? Nicolas Patry 2024-09-11 18:27:23 +0200
• 725f86716b
  Put back rust tests. Nicolas Patry 2024-09-11 18:18:18 +0200
• 538994ced4
  Updating the dockerfile to make libpython discoverable at runtime too. Nicolas Patry 2024-09-11 16:45:22 +0200
• f518f798b7
  Apparently 3.10 is not available anymore. Nicolas Patry 2024-09-11 16:02:30 +0200
• eb4d6b06e2
  -y. Nicolas Patry 2024-09-11 15:19:55 +0200
• c1c207206d
  WTF. Nicolas Patry 2024-09-11 15:18:05 +0200
• d31fff8ac3
  Desperation. Nicolas Patry 2024-09-11 14:59:40 +0200
• 38e9349493
  Tmate the hell out of this. Nicolas Patry 2024-09-11 14:36:50 +0200
• ae88fa2f61
  Shot in the dark. Nicolas Patry 2024-09-11 14:32:58 +0200
• d40b4ea675
  Tmp. Nicolas Patry 2024-09-11 13:16:55 +0200
• 58f3b66556
  have no idea at this point Nicolas Patry 2024-09-11 13:14:09 +0200
• 5cf4336af6
  Monkey it up. Nicolas Patry 2024-09-11 13:07:28 +0200
• e04f480ad2
  List stuff. Nicolas Patry 2024-09-11 12:55:46 +0200
• 5298fd0116
  Getting libpython maybe ? Nicolas Patry 2024-09-11 12:52:14 +0200
• e158141a83
  No sccache. Nicolas Patry 2024-09-11 12:47:48 +0200
• 1d3d655ac8
  Remove sccache Nicolas Patry 2024-09-11 12:43:41 +0200
• 0699faf46e
  Upgrade python version. Nicolas Patry 2024-09-11 12:42:04 +0200
• 8d473a568e
  Try a faster runner Nicolas Patry 2024-09-11 12:40:28 +0200
• 1c296d6047
  Validation is odd. Nicolas Patry 2024-09-11 12:12:12 +0200
• 33683220ca
  Fixing the location ? Nicolas Patry 2024-09-11 12:10:24 +0200
• 50c8ca6c84
  Fix the gh action? Nicolas Patry 2024-09-11 11:54:12 +0200
• e78723330e
  Fixing the builds ? Nicolas Patry 2024-09-11 11:51:19 +0200
• b3760df25f
  Fixing odd tokenization self modifications on the Rust side (load and resave in Python). Nicolas Patry 2024-09-10 19:11:32 +0200
• a4e3e8c608
  Prefix test - Different kind of load test to trigger prefix test bugs. (#2490) Nicolas Patry 2024-09-11 18:10:40 +0200
• d930f11621
  We want only 1 run of integration tests..... Nicolas Patry 2024-09-11 16:46:05 +0200
• 397a10aa22 fix: pass missing revision arg for lora adapter when loading multiple adapters drbh 2024-09-11 13:44:52 +0000
• 5c0a252e63
  Fingers crossed. Nicolas Patry 2024-09-11 15:34:59 +0200
• 058162685f fixed merge conflicts Mohit Sharma 2024-09-11 10:57:40 +0000
• 0345816477 fix mixtral model Mohit Sharma 2024-09-11 10:52:10 +0000
• 1c3ef1c184
  Tmate again. Nicolas Patry 2024-09-11 11:58:02 +0200
• e2f48fae3d hide env vart Mohit Sharma 2024-09-11 07:00:29 +0000
• f3bc038430 style Mohit Sharma 2024-09-11 06:52:30 +0000
• 7b13fede50
  Important line got squashed. Nicolas Patry 2024-09-10 18:26:16 +0200
• aac91d1d26
  Updating VLM causal model with updated context. Nicolas Patry 2024-09-10 18:00:21 +0200
• 1bae63973a
  Praying. Nicolas Patry 2024-09-10 17:09:22 +0200
• 50a58fe9dc
  Tmate. Nicolas Patry 2024-09-10 16:45:45 +0200
• c85eeb18cc
  wip Guillaume LEGENDRE 2024-09-10 16:23:49 +0200