From cdcc139d9f4a294773b1b636db4bd88add924b8b Mon Sep 17 00:00:00 2001 From: Wenyao Gao Date: Tue, 3 Nov 2026 18:10:03 -0800 Subject: [PATCH 1/2] feat: collect Grace CPU power on the Kimi K3 GB300 disaggregated AgentX recipes --- inferencex-e2e/configs/nvidia-master.yaml | 6 ++++++ inferencex-e2e/perf-changelog.yaml | 11 +++++++++++ 2 files changed, 17 insertions(+) diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index eda20d5b8b..63dcf93ae9 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -5648,6 +5648,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg: srt-recipe: disagg-variants.yaml:override_1p3d_specdecode eval-srt-recipe: disagg-variants.yaml:override_1p3d_specdecode_eval power: true + cpu-power: true prefill: num-worker: 1 tp: 8 @@ -5671,6 +5672,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg: srt-recipe: disagg-variants.yaml:override_1p2d_specdecode eval-srt-recipe: disagg-variants.yaml:override_1p2d_specdecode_eval power: true + cpu-power: true prefill: num-worker: 1 tp: 8 @@ -5694,6 +5696,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg: srt-recipe: disagg-variants.yaml:override_1p2d_cap128 eval-srt-recipe: disagg-variants.yaml:override_1p2d_cap128_eval power: true + cpu-power: true prefill: num-worker: 1 tp: 8 @@ -5716,6 +5719,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg: srt-recipe: disagg-variants.yaml:override_3p4d_cap128 eval-srt-recipe: disagg-variants.yaml:override_3p4d_cap128_eval power: true + cpu-power: true prefill: num-worker: 3 tp: 8 @@ -5738,6 +5742,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg: srt-recipe: disagg-variants.yaml:override_2p3d_cap128 eval-srt-recipe: disagg-variants.yaml:override_2p3d_cap128_eval power: true + cpu-power: true prefill: num-worker: 2 tp: 8 @@ -5780,6 +5785,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dep16-disagg: srt-recipe: disagg-tp8-dep16.yaml:override_3p1d_c336 eval-srt-recipe: disagg-tp8-dep16.yaml:override_3p1d_c336_eval power: true + cpu-power: true prefill: num-worker: 3 tp: 8 diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 09e78ba516..00db2314c8 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -11971,3 +11971,14 @@ - "Collect Grace CPU power on the Kimi K3 GB300 aggregate AgentX recipe, with cpu-power-exporter v2.66.1." - "Publish CPU socket, rail, SysIO and module power over the GPU window, independent of the GPU verdict, and per-host GPU power in workers[]." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3296 + +- config-keys: + - kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg + - kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dep16-disagg + - kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-agg + scenario-type: + - agentic-coding + description: + - "Collect Grace CPU power on the disaggregated Kimi K3 GB300 AgentX recipes and rerun the full curve, so every point carries GPU and CPU power." + - "Restores the 8 disaggregated points that the aggregate-only run of #3296 replaced on the dashboard." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/XXX From 47718c0225e4c0f91e4aebdca4b92ec286546d7c Mon Sep 17 00:00:00 2001 From: Wenyao Gao Date: Tue, 3 Nov 2026 18:14:10 -0800 Subject: [PATCH 2/2] chore: link the Kimi K3 GB300 CPU power changelog entry to its PR --- inferencex-e2e/perf-changelog.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 00db2314c8..aa81acb211 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -11981,4 +11981,4 @@ description: - "Collect Grace CPU power on the disaggregated Kimi K3 GB300 AgentX recipes and rerun the full curve, so every point carries GPU and CPU power." - "Restores the 8 disaggregated points that the aggregate-only run of #3296 replaced on the dashboard." - pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/XXX + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4773