diff --git a/operatorx/testlists/gemm_perf.json b/operatorx/testlists/gemm_perf.json deleted file mode 100644 index cf7a9731d9..0000000000 --- a/operatorx/testlists/gemm_perf.json +++ /dev/null @@ -1,232 +0,0 @@ -[ - { - "type": "gemm", - "args": { - "m": 1, - "n": 7168, - "k": 2048, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "amd/Kimi-K2.5-MXFP4/o_proj", - "moonshotai/Kimi-K2.5/o_proj", - "nvidia/Kimi-K2.5-NVFP4/o_proj", - "nvidia/Kimi-K2.6-NVFP4/o_proj" - ] - }, - { - "type": "gemm", - "args": { - "m": 64, - "n": 7168, - "k": 2048, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "amd/Kimi-K2.5-MXFP4/o_proj", - "moonshotai/Kimi-K2.5/o_proj", - "nvidia/Kimi-K2.5-NVFP4/o_proj", - "nvidia/Kimi-K2.6-NVFP4/o_proj" - ] - }, - { - "type": "gemm", - "args": { - "m": 256, - "n": 4096, - "k": 4096, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "Qwen/Qwen3.5-397B-A17B/o_proj", - "Qwen/Qwen3.5-397B-A17B/q_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/o_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/q_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/o_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/q_proj" - ] - }, - { - "type": "gemm", - "args": { - "m": 1024, - "n": 1536, - "k": 7168, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "amd/Kimi-K2.5-MXFP4/q_a_proj", - "moonshotai/Kimi-K2.5/q_a_proj", - "nvidia/DeepSeek-R1-0528-FP4-V2/q_a_proj", - "nvidia/DeepSeek-R1-0528-NVFP4-v2/q_a_proj", - "nvidia/Kimi-K2.5-NVFP4/q_a_proj", - "nvidia/Kimi-K2.6-NVFP4/q_a_proj" - ] - }, - { - "type": "gemm", - "args": { - "m": 2048, - "n": 4096, - "k": 4096, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "Qwen/Qwen3.5-397B-A17B/o_proj", - "Qwen/Qwen3.5-397B-A17B/q_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/o_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/q_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/o_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/q_proj" - ] - }, - { - "type": "gemm", - "args": { - "m": 4096, - "n": 4096, - "k": 4096, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "Qwen/Qwen3.5-397B-A17B/o_proj", - "Qwen/Qwen3.5-397B-A17B/q_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/o_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/q_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/o_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/q_proj" - ] - }, - { - "type": "gemm", - "args": { - "m": 8192, - "n": 8192, - "k": 8192, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [] - }, - { - "type": "gemm", - "args": { - "m": 16384, - "n": 8192, - "k": 8192, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [] - }, - { - "type": "gemm", - "args": { - "m": 8192, - "n": 7168, - "k": 2048, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "amd/Kimi-K2.5-MXFP4/o_proj", - "moonshotai/Kimi-K2.5/o_proj", - "nvidia/Kimi-K2.5-NVFP4/o_proj", - "nvidia/Kimi-K2.6-NVFP4/o_proj" - ] - }, - { - "type": "gemm", - "args": { - "m": 32768, - "n": 2048, - "k": 7168, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "deepseek-ai/DeepSeek-V4-Pro-0813/attn.compressor.wkv+wgate", - "deepseek-ai/DeepSeek-V4-Pro/attn.compressor.wkv+wgate", - "sgl-project/DeepSeek-V4-Pro-FP8/attn.compressor.wkv+wgate" - ] - }, - { - "type": "gemm", - "args": { - "m": 512, - "n": 4096, - "k": 4096, - "a": { - "dtype": "bf16" - }, - "b": { - "dtype": "bf16" - }, - "out": "bf16" - }, - "sources": [ - "Qwen/Qwen3.5-397B-A17B/o_proj", - "Qwen/Qwen3.5-397B-A17B/q_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/o_proj", - "amd/Qwen3.5-397B-A17B-MXFP4/q_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/o_proj", - "nvidia/Qwen3.5-397B-A17B-NVFP4/q_proj" - ] - } -]