From 758ff3c598d6b47d50e5232e2e6582d70a0759da Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= Date: Tue, 28 Jan 2025 12:51:45 +0000 Subject: [PATCH] Use hub kernels for MoE/GPTQ-Marlin MoE --- nix/server.nix | 1 - server/hf-kernels.lock | 3318 +++++++++++++++++ server/pyproject.toml | 8 +- .../layers/moe/__init__.py | 5 + .../layers/moe/gptq_marlin.py | 122 +- .../layers/moe/unquantized.py | 19 +- .../custom_modeling/flash_dbrx_modeling.py | 7 +- 7 files changed, 3463 insertions(+), 17 deletions(-) diff --git a/nix/server.nix b/nix/server.nix index 9505c7d8..205894d8 100644 --- a/nix/server.nix +++ b/nix/server.nix @@ -97,7 +97,6 @@ buildPythonPackage { hf-transfer loguru mamba-ssm - moe-kernels opentelemetry-api opentelemetry-exporter-otlp opentelemetry-instrumentation-grpc diff --git a/server/hf-kernels.lock b/server/hf-kernels.lock index 2e563237..28418cfd 100644 --- a/server/hf-kernels.lock +++ b/server/hf-kernels.lock @@ -1,4 +1,3322 @@ [ + { + "repo_id": "kernels-community/moe", + "sha": "f1e9385163758eb1934677cb9e94a59f2d87bb09", + "files": [ + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/_moe_w3lspmuramohg.abi3.so", + "blob_id": "3bb05eb2badd497715263c93571cb5c65f9bd9c1" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/_ops.py", + "blob_id": "3e252de8060a15717082e254a192b08e74eb7a74" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch24-cxx11-cu118-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/_moe_xztwj3vfii47s.abi3.so", + "blob_id": "aa064ee509da1cd2ff0319fae5b07211a8219d24" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/_ops.py", + "blob_id": "2844878a66bb4bd304bb63e45f6d9ff1ec7f5778" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch24-cxx11-cu121-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/_moe_zjfwjryvbxcss.abi3.so", + "blob_id": "10be8c15d732ad4b4e285d0495d410f033129abd" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/_ops.py", + "blob_id": "7af1a9c422e1e2d4f7a7887e0b5943b49ff4346f" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch24-cxx11-cu124-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/_moe_vjujc4o4hplak.abi3.so", + "blob_id": "f3dfad1d59add1e3437accb2fbfe03054ab5945c" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/_ops.py", + "blob_id": "dfbbaa9a5ad33f466c5a053001de9b44957d4ae0" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch24-cxx98-cu118-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/_moe_bjua6v5mj6njy.abi3.so", + "blob_id": "d15f2a1a06d83d3036c5d2530eaf124f9883547d" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/_ops.py", + "blob_id": "ce415661e46e1cd67885c909a6041b7e4d8458db" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch24-cxx98-cu121-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/_moe_ajhcvhc2njy6q.abi3.so", + "blob_id": "2b52246752b1234718d047b179901beb6665e115" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/_ops.py", + "blob_id": "b64a326716b6413536981462f2fb67402d887948" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch24-cxx98-cu124-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/_moe_wbafjrt24mw7y.abi3.so", + "blob_id": "624ae4d510e43ca1180bc8459151f04b474d81a2" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/_ops.py", + "blob_id": "3c63395ada1d0726891986eb9bad52ef938c16e9" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch25-cxx11-cu118-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/_moe_ezuwtpw27xv6u.abi3.so", + "blob_id": "09c6a19ad273ed7cb2f0fbbbacea606a4e31a2de" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/_ops.py", + "blob_id": "5fa8a278f2d590343a821e67c73856ef7b041dc0" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch25-cxx11-cu121-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/_moe_b3lelvb3xhtk2.abi3.so", + "blob_id": "b4e5aeace7f574a6943c04cfa6909eb90d901801" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/_ops.py", + "blob_id": "35ff3f2596227d70369578217f63970f033d3d90" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch25-cxx11-cu124-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/_moe_mqt4gjnisx6je.abi3.so", + "blob_id": "05e613750fdcfdedc95bba9406de1e574a16033d" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/_ops.py", + "blob_id": "bbc56fb61cf5ea61644707b67783c875096d06ef" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch25-cxx98-cu118-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/_moe_xdjcc2jnxatjk.abi3.so", + "blob_id": "0733f1b85f27350e3897040ee33574ad9ed06671" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/_ops.py", + "blob_id": "698864af56e2ca956eeb9623d75d4fcab1342acf" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch25-cxx98-cu121-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/__init__.py", + "blob_id": "167092b5a614fe006958c8c6c59c7de7e52d3eab" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/_moe_2wvvf3dwfnuuk.abi3.so", + "blob_id": "da3a5c9bec521db1e94b8b2c2e209f1d3f9dd924" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/_ops.py", + "blob_id": "af27c5e61c6f340d4327217b058d440afd340af7" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "56c1a4e3af0b4a93fff71028d8e04bf73f0abb29" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3677bebb82a7f3f19344ef6471626493cf2c5bb" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "265768fb900ccfe9612b4a0d25973e6618f22a79" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d3be23dfc903ba61d3d4d79c0230952b24d2ead0" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "589f5d39f31418d5121e7cbb2e6f2894b0a7ed32" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "2c78bfaba7890772bf266721f5577202ea443882" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "4da841e74a79f9589fecac1fa557ea132d34805f" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "200356713c0d0a76e199671c7ec8f10d0e5ee0ac" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "e076615ee541a5043556f630ecf0946c4e2c1408" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "ee896554b921040d7810bb6e9368cc200777951d" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "05aed8b1c81492151d128ef251afc510d8cc8ed5" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "9262a74a4a0e1e3789f260a3ef7f6cb9551f3f2b" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "d251f9b5accaec977fc87a0999cd56ee387fc650" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "0ecf814a28a9441e89f892eb3d63dcf8dcb0dd97" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51ad5b299eb22465fa80530d12bdd5d7a03ce398" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "ee5119182556cf49434c10e56cf04e3baeb26408" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "68793c77b33c4f4b97d0a4b780fcbe8043c799de" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "612910720ed9439e56c4af4c03f30fee224fac80" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "039a10ed127b77836a7f41c03513292613852b30" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "3793fcafee60bc7e8f5f12d601cb3192abfa9ca8" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "51d03d8607122d7b9bc20ba48d8432d62367fa00" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "26f9abd6b789e9dd0f83ec7721fd1bae8aa76bec" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cd0cdbea0c3372674cb610870dd0b30325864549" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "64be6e6591422aa0f441c3747b6c49850929652e" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0a6a6a73fa45e270f01ba7ebdc6d9d55bf9daad3" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "ba9041d008507e31ae4179ef2bc863a49c606582" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json", + "blob_id": "7a7508aab04599cb06641c835d8b0a14f54d0716" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbf9a2dd6f048d8adee290961e2aea72035f7615" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json", + "blob_id": "bbb2386046b1135a2cc7ab7cb26c1d0b039bcf3a" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "57055453aa24c831dad9ac8e37fdab707c63ef91" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "8cc6c643f236d2f7f9ad29354d9e469d00b20d3f" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "d4c9ddd12972ac0b5fd2be11a9cd1075906e3978" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "b2799ed3a866e25b78d60d92910c000ebb21ff71" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b8d3be2313fa14025d8aeb2fd11e0d1ee997ffa6" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json", + "blob_id": "6a976788f9b10af19ebcfe582a69cbc627f9457b" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "3f3ccdafa88f3452a695efad4cb9622d6ae79e6a" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json", + "blob_id": "0a46390b2e31bba6a7c3ab2c9f6c8de6004857bb" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "f4c0f8417b384870050a95e0cf57edbdf6352b23" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "5c8185cfdeec167ec4b88de51b4b395e28769cc5" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "97c9f4445b166657ad29f1db9fc8281f9c463ec4" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "0bb423b28f5ab3825929a4870b96393262a9dd9f" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "55571873395464a3b58f549523905f439a8f1716" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "26bcbf26970c7a77c99e2c8eacd83eefa86967bf" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json", + "blob_id": "91011e64c7de4505e9bb462bc70e6a3e7affa878" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json", + "blob_id": "b41f9d443e50678334f906b44fce6d018d69500e" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "edf2a38d12ad3f420f232d2cd61ab149ad138725" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "673bae2ba8ef80ed4d4930739ca7daf0e8f28ee1" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "b2100cebb7f589747430be9ca8c8db368c152d78" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json", + "blob_id": "d720deb4bdd73d194b1023c99e190b8fcfecdaef" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "dbc624731f5cb9afcdc9213183d00d1e5edd4a00" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "cc614e635ea57327c610ce79e99ae5339614f22e" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "32c0c9da471cbe479044095e0ed14a0f54b73620" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json", + "blob_id": "f807d4a5abaed9dd686df26837f2dd9f6161300f" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json", + "blob_id": "f578c8d0160ac3ef85b53c8539d3675455a97173" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "918f6839620cbab1f30b0f9383a9129c2cf2cf3d" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json", + "blob_id": "e341a67917d5177bacb3f6767e7b6d92539826ad" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json", + "blob_id": "34b916e574f88c65db1dac5889d74a990dc25e9b" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/fp8.py", + "blob_id": "4f790c4b88d9c393bb31da22d1c32acd375bc010" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/fused_marlin_moe.py", + "blob_id": "6655bf13b910a7fcd64102143c2d630fb8f7f224" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/fused_moe.py", + "blob_id": "49a09b7eca6bac8b0907ce11395ae5198989d531" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/platforms.py", + "blob_id": "fb7fbbfb6c6ecdfa64901568a2c2893dd7ecae21" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/scalar_type.py", + "blob_id": "9d711b0debcd8aaa343818edc9d6bbca20587d0a" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/utils/__init__.py", + "blob_id": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/utils/marlin_utils.py", + "blob_id": "21a92bbbfd58352c9ac508faa073ccafc7c45aa6" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/utils/marlin_utils_test.py", + "blob_id": "559b6f2cff4adf7caf254d5fa93506f50075b760" + }, + { + "filename": "build/torch25-cxx98-cu124-x86_64-linux/moe/utils/quant_utils.py", + "blob_id": "645c7109944c0840188fa990f301a9fa4113dde2" + } + ] + }, { "repo_id": "kernels-community/quantization", "sha": "329999a39b1f1329972d2e478c5466b0464441a3", diff --git a/server/pyproject.toml b/server/pyproject.toml index ebc3e129..5662ce10 100644 --- a/server/pyproject.toml +++ b/server/pyproject.toml @@ -38,6 +38,7 @@ requires = ["hf-kernels", "setuptools"] build-backend = "setuptools.build_meta" [tool.kernels.dependencies] +"kernels-community/moe" = ">=0.0.3" "kernels-community/quantization" = ">=0.0.2" [project.scripts] @@ -67,7 +68,6 @@ quantize = [ "texttable>=1.6.7,<2", "datasets>=2.21,<3", ] -moe = [ "moe-kernels" ] attention = [ "attention-kernels" ] gen = [ "grpcio-tools>=1.69.0", @@ -81,12 +81,6 @@ attention-kernels = [ { url = "https://github.com/danieldk/attention-kernels/releases/download/v0.1.1/attention_kernels-0.1.1+cu123torch2.5-cp311-cp311-linux_x86_64.whl", marker = "python_version == '3.11'" }, { url = "https://github.com/danieldk/attention-kernels/releases/download/v0.1.1/attention_kernels-0.1.1+cu123torch2.5-cp312-cp312-linux_x86_64.whl", marker = "python_version == '3.12'" }, ] -moe-kernels = [ - { url = "https://github.com/danieldk/moe-kernels/releases/download/v0.7.0/moe_kernels-0.7.0+cu123torch2.5-cp39-cp39-linux_x86_64.whl", marker = "python_version == '3.9'" }, - { url = "https://github.com/danieldk/moe-kernels/releases/download/v0.7.0/moe_kernels-0.7.0+cu123torch2.5-cp310-cp310-linux_x86_64.whl", marker = "python_version == '3.10'" }, - { url = "https://github.com/danieldk/moe-kernels/releases/download/v0.7.0/moe_kernels-0.7.0+cu123torch2.5-cp311-cp311-linux_x86_64.whl", marker = "python_version == '3.11'" }, - { url = "https://github.com/danieldk/moe-kernels/releases/download/v0.7.0/moe_kernels-0.7.0+cu123torch2.5-cp312-cp312-linux_x86_64.whl", marker = "python_version == '3.12'" }, -] [tool.pytest.ini_options] markers = ["private: marks tests as requiring an admin hf token (deselect with '-m \"not private\"')"] diff --git a/server/text_generation_server/layers/moe/__init__.py b/server/text_generation_server/layers/moe/__init__.py index 23d0d38c..c19a2847 100644 --- a/server/text_generation_server/layers/moe/__init__.py +++ b/server/text_generation_server/layers/moe/__init__.py @@ -1,5 +1,6 @@ from typing import Optional, Protocol, runtime_checkable +from hf_kernels import load_kernel import torch import torch.nn as nn from loguru import logger @@ -27,6 +28,10 @@ from text_generation_server.utils.weights import ( if SYSTEM == "ipex": from .fused_moe_ipex import fused_topk, grouped_topk +if SYSTEM == "cuda": + moe_kernels = load_kernel("kernels-community/moe") + fused_topk = moe_kernels.fused_topk + grouped_topk = moe_kernels.grouped_topk else: from moe_kernels.fused_moe import fused_topk, grouped_topk diff --git a/server/text_generation_server/layers/moe/gptq_marlin.py b/server/text_generation_server/layers/moe/gptq_marlin.py index 014a90dc..258cf76e 100644 --- a/server/text_generation_server/layers/moe/gptq_marlin.py +++ b/server/text_generation_server/layers/moe/gptq_marlin.py @@ -1,9 +1,11 @@ from dataclasses import dataclass -from typing import List, Optional +from typing import Any, Callable, Dict, List, Optional +from hf_kernels import load_kernel import torch import torch.nn as nn +from text_generation_server.layers import moe from text_generation_server.utils.import_utils import SYSTEM from text_generation_server.utils.weights import Weights from text_generation_server.layers.marlin.gptq import ( @@ -12,9 +14,9 @@ from text_generation_server.layers.marlin.gptq import ( ) if SYSTEM == "cuda": - from moe_kernels.fused_marlin_moe import fused_marlin_moe + moe_kernels = load_kernel("kernels-community/moe") else: - fused_marlin_moe = None + moe_kernels = None try: @@ -32,7 +34,7 @@ def can_use_marlin_moe_gemm( ): return ( SYSTEM == "cuda" - and fused_marlin_moe is not None + and moe is not None and has_sm_8_0 and quantize in {"awq", "gptq"} and quant_method in {"awq", "gptq"} @@ -230,3 +232,115 @@ def _pack_weight( moe_weight.perm[expert] = weight.perm return moe_weight + + +def fused_marlin_moe( + *, + hidden_states: torch.Tensor, + w1: torch.Tensor, + w2: torch.Tensor, + w1_scale: Optional[torch.Tensor] = None, + w2_scale: Optional[torch.Tensor] = None, + gating_output: torch.Tensor, + g_idx1: torch.Tensor, + g_idx2: torch.Tensor, + sort_indices1: torch.Tensor, + sort_indices2: torch.Tensor, + w1_zeros: Optional[torch.Tensor] = None, + w2_zeros: Optional[torch.Tensor] = None, + is_k_full: bool, + topk: int, + renormalize: bool, + num_bits: int = 8, + override_config: Optional[Dict[str, Any]] = None, + use_grouped_topk: bool = False, + num_expert_group: Optional[int] = None, + custom_routing_function: Optional[Callable] = None, + topk_group: Optional[int] = None, +) -> torch.Tensor: + """ + This function computes a Mixture of Experts (MoE) layer using two sets of + weights, w1 and w2, and top-k gating mechanism. + + Parameters: + - hidden_states (torch.Tensor): The input tensor to the MoE layer. + - w1 (torch.Tensor): The first set of expert weights. + - w2 (torch.Tensor): The second set of expert weights. + - w1_scale (Optional[torch.Tensor]): Optional scale to be used for + w1. + - w2_scale (Optional[torch.Tensor]): Optional scale to be used for + w2. + - gating_output (torch.Tensor): The output of the gating operation + (before softmax). + - g_idx1 (torch.Tensor): The first set of act_order indices. + - g_idx2 (torch.Tensor): The second set of act_order indices. + - sort_indices1 (torch.Tensor): The first act_order input permutation. + - sort_indices2 (torch.Tensor): The second act_order input permutation. + - w1_zeros (Optional[torch.Tensor]): Optional zero points to be used for w1. + - w2_zeros (Optional[torch.Tensor]): Optional zero points to be used for w2. + - renormalize (bool): If True, renormalize the top-k weights to sum to 1. + - override_config (Optional[Dict[str, Any]]): Optional override + for the kernel configuration. + - num_bits (bool): The number of bits in expert weights quantization. + + Returns: + - torch.Tensor: The output tensor after applying the MoE layer. + """ + # Check constraints. + assert hidden_states.shape[0] == gating_output.shape[0], "Number of tokens mismatch" + assert hidden_states.shape[1] == w1.shape[1] * 16, "Hidden size mismatch w1" + assert hidden_states.shape[1] == w2.shape[2] // ( + num_bits // 2 + ), "Hidden size mismatch w2" + assert gating_output.shape[1] == w1.shape[0], "Number of experts mismatch" + assert hidden_states.is_contiguous(), "Hidden_states must be contiguous" + assert w1.is_contiguous(), "Expert weights1 must be contiguous" + assert w2.is_contiguous(), "Expert weights2 must be contiguous" + assert hidden_states.dtype == torch.float16 + assert num_bits in [4, 8] + + # DeekSeekv2 uses grouped_top_k + if use_grouped_topk: + assert topk_group is not None + assert num_expert_group is not None + topk_weights, topk_ids = moe_kernels.grouped_topk( + hidden_states=hidden_states, + gating_output=gating_output, + topk=topk, + renormalize=renormalize, + num_expert_group=num_expert_group, + topk_group=topk_group, + ) + elif custom_routing_function is None: + topk_weights, topk_ids = moe_kernels.fused_topk( + hidden_states=hidden_states, + gating_output=gating_output, + topk=topk, + renormalize=renormalize, + ) + else: + topk_weights, topk_ids = custom_routing_function( + hidden_states=hidden_states, + gating_output=gating_output, + topk=topk, + renormalize=renormalize, + ) + return moe_kernels.fused_marlin_moe( + hidden_states=hidden_states, + w1=w1, + w2=w2, + w1_scale=w1_scale, + w2_scale=w2_scale, + gating_output=gating_output, + topk_weights=topk_weights, + topk_ids=topk_ids, + g_idx1=g_idx1, + g_idx2=g_idx2, + sort_indices1=sort_indices1, + sort_indices2=sort_indices2, + w1_zeros=w1_zeros, + w2_zeros=w2_zeros, + override_config=override_config, + num_bits=num_bits, + is_k_full=is_k_full, + ) diff --git a/server/text_generation_server/layers/moe/unquantized.py b/server/text_generation_server/layers/moe/unquantized.py index 9277384a..b162ec5e 100644 --- a/server/text_generation_server/layers/moe/unquantized.py +++ b/server/text_generation_server/layers/moe/unquantized.py @@ -1,5 +1,6 @@ from typing import Optional +from hf_kernels import load_kernel import torch import torch.nn as nn @@ -8,8 +9,10 @@ from text_generation_server.utils.weights import UnquantizedWeight, Weights if SYSTEM == "ipex": from intel_extension_for_pytorch.llm.modules import GatedMLPMOE +elif SYSTEM == "cuda": + moe_kernels = load_kernel("kernels-community/moe") else: - from moe_kernels.fused_moe import fused_moe + import moe_kernels class UnquantizedSparseMoELayer(nn.Module): @@ -63,7 +66,17 @@ class UnquantizedSparseMoELayer(nn.Module): ) def forward(self, x: torch.Tensor, *, gating_output: torch.Tensor) -> torch.Tensor: - if SYSTEM == "ipex": + if SYSTEM == "rocm": + return moe_kernels.fused_moe( + x, + self.gate_up_proj, + self.down_proj, + gating_output, + self.topk, + renormalize=self.renormalize, + inplace=True, + ) + elif SYSTEM == "ipex": return self.ipex_fused_moe( hidden_states=x, router_logits=gating_output, @@ -73,7 +86,7 @@ class UnquantizedSparseMoELayer(nn.Module): num_expert_group=self.n_expert_group, topk_group=self.topk_group, ) - return fused_moe( + return moe_kernels.fused_moe( x, w1=self.gate_up_proj, w2=self.down_proj, diff --git a/server/text_generation_server/models/custom_modeling/flash_dbrx_modeling.py b/server/text_generation_server/models/custom_modeling/flash_dbrx_modeling.py index aa032782..90138361 100644 --- a/server/text_generation_server/models/custom_modeling/flash_dbrx_modeling.py +++ b/server/text_generation_server/models/custom_modeling/flash_dbrx_modeling.py @@ -13,6 +13,7 @@ # See the License for the specific language governing permissions and # limitations under the License. +from hf_kernels import load_kernel import torch import torch.distributed @@ -25,8 +26,10 @@ from text_generation_server.utils.import_utils import SYSTEM if SYSTEM == "ipex": from intel_extension_for_pytorch.llm.modules import GatedMLPMOE +elif SYSTEM == "cuda": + moe_kernels = load_kernel("kernels-community/moe") else: - from moe_kernels.fused_moe import fused_moe + import moe_kernels from text_generation_server.layers.attention import ( paged_attention, @@ -510,7 +513,7 @@ class BlockSparseMoE(nn.Module): topk_group=None, ) else: - out = fused_moe( + out = moe_kernels.fused_moe( x, self.wv1, self.w2,